-- Logs begin at Tue 2021-08-31 02:26:14 UTC, end at Tue 2021-08-31 03:21:57 UTC. -- Aug 31 02:55:57.203614 dv-cinder-806665-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 02:55:59.925977 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.common.config [-] Logging enabled! Aug 31 02:55:59.926627 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 02:55:59.926863 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 02:55:59.929955 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.common.config [-] Logging enabled! Aug 31 02:55:59.930210 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 02:55:59.930524 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 02:55:59.931498 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 02:55:59.931736 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 02:55:59.932106 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 02:55:59.932352 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 02:55:59.932579 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 02:55:59.932898 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.933194 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.933490 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.933721 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.934016 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.934399 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.934690 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.934982 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.935281 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.935597 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.935881 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.936168 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.936402 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.936684 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.936971 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.937316 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.937545 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.937826 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.938249 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.938657 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.938941 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.939230 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.939546 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.939805 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.940082 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.940364 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.940695 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] host = dv-cinder-806665-1-iscsi {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.940972 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.941256 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.941541 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.941827 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.942100 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.942374 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.942674 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.942932 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.943201 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.943497 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.943836 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.944128 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.944417 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.944646 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.944874 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.945158 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.945440 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.945715 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.945987 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.946260 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.946531 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.946802 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.947067 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.947351 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.947670 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.947937 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.948211 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.948491 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.948765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.949030 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.949313 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.949584 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.950480 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.950764 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.951052 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.951321 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.951622 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.951925 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.952215 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.952499 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.952784 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.953056 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.953338 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.953610 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.953881 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.954153 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.954440 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.954712 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.954995 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.955265 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.955561 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.955833 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.956106 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.956392 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:55:59.956689 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.956984 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.957328 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.957611 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.957907 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.958188 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.958480 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.958760 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.959049 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.959337 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.959649 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.959927 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.960215 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.960493 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.960788 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.961094 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.961387 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.961678 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.961950 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.962223 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.962496 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.962773 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.963061 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.963337 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.963696 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.963984 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.964262 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.964555 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.964842 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.965129 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.965447 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.966236 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.966529 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.966801 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.967071 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.967348 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.967658 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.967932 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.968207 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.968487 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.968765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.969036 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.969306 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.969581 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.969868 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.970143 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.970412 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.970679 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.970953 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.971224 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.971537 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.971814 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.972083 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.972351 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.972626 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.972899 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.973173 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.973449 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.973719 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.973994 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.974267 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.974535 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.974803 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.975079 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.975407 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.975684 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.975961 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.976236 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.976505 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.976774 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.977037 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.977308 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.977579 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.977866 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.978163 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.978437 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.978711 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.978987 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.979263 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.979561 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.979836 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.980110 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.980383 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.980664 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.980985 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.981378 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.981657 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.981988 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.982271 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.982569 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.982844 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.983127 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.983428 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.983708 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.983988 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.984277 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.984570 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.984860 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.985151 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.985441 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.985734 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.986014 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.986325 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.986603 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:55:59.986821 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 02:55:59.987069 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93885) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 02:56:00.348670 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 02:56:00.348953 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 02:56:00.349244 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 02:56:00.349581 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 02:56:00.743087 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.743299 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.743604 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.744882 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.745160 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.745426 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.779697 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.779980 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.780246 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.796786 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.797065 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.797334 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.825525 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.825901 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.826202 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.862017 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.862301 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:00.862574 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.095083 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.095753 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.095753 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.095893 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.096598 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.216789 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.217108 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.217397 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.217672 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.217941 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.218255 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.218516 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.218771 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.219023 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.219310 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.219595 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.219860 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.220117 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.220369 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.220622 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.220883 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.221135 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.221417 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.221673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.221930 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.222204 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.222456 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.222739 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.223115 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.223388 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.223638 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.224053 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:01.224279 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:01.224519 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:01.224759 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:01.224997 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:01.225234 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:01.225594 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 02:56:01.228685 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 02:56:01.233218 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 02:56:01.236925 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 31 02:56:01.238547 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 02:56:01.238992 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 02:56:01.239496 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 02:56:01.239889 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 02:56:01.242656 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 02:56:01.242906 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 02:56:01.243250 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 02:56:01.249455 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 02:56:01.271087 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 02:56:01.271579 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.271879 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93885) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 02:56:01.272241 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.273584 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93885) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 02:56:01.273864 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 02:56:01.274110 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 02:56:01.277317 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.277597 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:01.341250 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 02:56:01.341486 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 02:56:01.341721 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 02:56:01.342090 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 02:56:01.364025 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_db.sqlalchemy.engines [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93885) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 02:56:01.895870 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing driver for type 'gre' Aug 31 02:56:01.896396 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] gre ID ranges: [(1, 1000)] Aug 31 02:56:01.946361 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing driver for type 'local' Aug 31 02:56:01.946706 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing driver for type 'vlan' Aug 31 02:56:01.959480 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] VlanTypeDriver initialization complete Aug 31 02:56:01.959843 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing driver for type 'vxlan' Aug 31 02:56:01.960316 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] vxlan ID ranges: [(1, 1000)] Aug 31 02:56:02.011689 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing extension driver 'port_security' Aug 31 02:56:02.012036 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] PortSecurityExtensionDriver initialization complete Aug 31 02:56:02.012393 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing mechanism driver 'openvswitch' Aug 31 02:56:02.012890 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing mechanism driver 'hyperv' Aug 31 02:56:02.019412 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:02.020097 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.020476 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.020837 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.021351 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 02:56:02.021790 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.022153 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.022507 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.022908 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 02:56:02.023319 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.023697 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.024045 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.024436 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 02:56:02.024839 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.025191 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.025534 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.026059 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 02:56:02.026474 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.026836 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.027187 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.027621 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 02:56:02.028168 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.028657 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.029010 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.029410 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 02:56:02.029791 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] ML2 OVO RPC backend initialized. {{(pid=93885) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 02:56:02.030499 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.030860 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.031279 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.031655 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > networks before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.032010 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.032357 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > ports before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.032713 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.033062 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.033413 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.033785 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.034129 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.034469 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.034810 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.035150 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.035525 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.035865 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.036202 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.036770 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.plugin [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Modular L2 Plugin initialization complete Aug 31 02:56:02.037102 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading services supported by the core plugin {{(pid=93885) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 02:56:02.037431 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Got port-security extension from driver 'port_security' Aug 31 02:56:02.037892 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.extensions.vlantransparent [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Disabled vlantransparent extension. Aug 31 02:56:02.038381 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93885) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 02:56:02.038697 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: router Aug 31 02:56:02.076810 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.077205 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router after_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.077587 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router before_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.077960 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.078338 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.078701 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router after_delete 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.079069 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.079455 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.079822 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router after_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.080177 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.080531 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.080887 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.081252 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.081672 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.082046 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.082391 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.082732 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.083075 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.083459 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.083817 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.084165 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: port before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.084517 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.084878 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.085225 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.085581 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.085946 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.086295 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.086663 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > agent after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.087015 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > agent after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.087371 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.088251 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Tracking information for resource: router configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:02.088594 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Tracking information for resource: floatingip configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 02:56:02.093755 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.db.l3_agentschedulers_db [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 02:56:02.094340 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.094709 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.095068 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.095462 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.096255 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router before_create 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.096628 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.097000 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.097362 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.101889 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.services.provider_configuration [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service providers = [] {{(pid=93885) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 02:56:02.102260 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.db.servicetype_db [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93885) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 02:56:02.105301 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.services.service_base [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 02:56:02.105660 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.services.service_base [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 02:56:02.106556 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.services.service_base [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 02:56:02.107620 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.services.service_base [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 02:56:02.107999 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.services.service_base [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 02:56:02.108388 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.108713 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 02:56:02.119357 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.119726 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: auto_allocate Aug 31 02:56:02.126383 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: network precommit_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.126762 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: network precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.127289 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.127649 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: tag Aug 31 02:56:02.134189 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.134530 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: timestamp Aug 31 02:56:02.138599 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.138936 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: network_ip_availability Aug 31 02:56:02.144500 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.144877 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.145238 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.146003 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.146285 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: flavors Aug 31 02:56:02.150974 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.151318 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading Plugin: revisions Aug 31 02:56:02.155661 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 02:56:02.156060 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 02:56:02.156793 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93885) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 02:56:02.157136 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Initializing extension manager. Aug 31 02:56:02.157654 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: __init__.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.158001 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: __pycache__ {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.158341 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.158679 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.159472 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.160051 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: address-group Aug 31 02:56:02.160380 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: address_scope.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.161102 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.161628 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: address-scope Aug 31 02:56:02.161955 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.162888 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.163448 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: router-admin-state-down-before-update Aug 31 02:56:02.163779 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: agent.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.164687 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.165208 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: agent Aug 31 02:56:02.165537 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: agent_resources_synced.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.166466 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.166983 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: agent-resources-synced Aug 31 02:56:02.167311 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.169651 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.170174 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: allowed-address-pairs Aug 31 02:56:02.170507 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.171618 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.172140 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: auto-allocated-topology Aug 31 02:56:02.172468 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.173168 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.173680 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: availability_zone Aug 31 02:56:02.174007 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: availability_zone_filter.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.174928 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.175478 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: availability_zone_filter Aug 31 02:56:02.175807 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: data_plane_status.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.176719 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.177226 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 02:56:02.177551 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: default_subnetpools.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.178469 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.178980 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: default-subnetpools Aug 31 02:56:02.179304 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.180145 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.180664 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: dhcp_agent_scheduler Aug 31 02:56:02.180993 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: dns.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.181929 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.182441 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 02:56:02.182769 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: dns_domain_ports.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.183725 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.184854 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 02:56:02.185186 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.186117 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.186631 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 02:56:02.186958 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: dvr.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.187658 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.188174 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: dvr Aug 31 02:56:02.188497 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: ecmp_routes.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.189430 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.189942 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 02:56:02.190271 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: empty_string_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.191191 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.191751 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: empty-string-filtering Aug 31 02:56:02.192080 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.192997 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.193514 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 02:56:02.193841 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.194755 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.195270 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 02:56:02.195630 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: external_net.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.196551 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.197072 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: external-net Aug 31 02:56:02.197403 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.198316 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.198834 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: extra_dhcp_opt Aug 31 02:56:02.199162 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: extraroute.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.200150 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.200670 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: extraroute Aug 31 02:56:02.200996 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: extraroute_atomic.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.202043 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.202568 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: extraroute-atomic Aug 31 02:56:02.202895 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: filter_validation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.203662 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.204178 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: filter-validation Aug 31 02:56:02.204501 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: fip_pf_description.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.205422 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.205937 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 02:56:02.206263 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: fip_port_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.207199 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.207754 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: fip-port-details Aug 31 02:56:02.208081 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: flavors.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.209310 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.209838 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: flavors Aug 31 02:56:02.210170 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.211861 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.212402 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 02:56:02.212741 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: floatingip_pools.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.213453 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.213982 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: floatingip-pools Aug 31 02:56:02.214318 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: ip_allocation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.215244 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.215969 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 02:56:02.216378 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.217316 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.217839 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: ip-substring-filtering Aug 31 02:56:02.218173 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l2_adjacency.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.219103 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.219656 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 02:56:02.219988 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l3.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.221095 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.221635 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: router Aug 31 02:56:02.221968 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.224224 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.224769 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 02:56:02.225111 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.226045 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.226575 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: ext-gw-mode Aug 31 02:56:02.226910 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.227889 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.228411 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: l3-ha Aug 31 02:56:02.228744 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l3_flavors.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.229670 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.230189 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: l3-flavors Aug 31 02:56:02.230520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.232002 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.232519 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 02:56:02.232848 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: l3agentscheduler.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.233896 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.234420 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: l3_agent_scheduler Aug 31 02:56:02.234751 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: logging.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.236292 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.236828 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension logging not supported by any of loaded plugins Aug 31 02:56:02.237168 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: metering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.237919 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.238507 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: metering Aug 31 02:56:02.238842 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.239961 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.240495 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: metering_source_and_destination_fields Aug 31 02:56:02.240830 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: multiprovidernet.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.241770 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.242291 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: multi-provider Aug 31 02:56:02.242623 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: netmtu.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.243581 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.244103 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: net-mtu Aug 31 02:56:02.244436 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: netmtu_writable.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.245359 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.245875 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: net-mtu-writable Aug 31 02:56:02.246206 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: network_availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.247546 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.248046 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: network_availability_zone Aug 31 02:56:02.248406 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: network_ip_availability.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.249764 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.250287 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: network-ip-availability Aug 31 02:56:02.250619 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: network_segment_range.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.251417 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.251941 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 02:56:02.252270 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: pagination.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.253264 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.253599 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: pagination Aug 31 02:56:02.253925 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: port_device_profile.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.254848 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.255393 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: port-device-profile Aug 31 02:56:02.255727 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.256648 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.257172 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: port-mac-address-regenerate Aug 31 02:56:02.257500 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.258430 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.258952 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: port-numa-affinity-policy Aug 31 02:56:02.259281 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: port_resource_request.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.260222 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.260740 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 02:56:02.261066 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: portbindings.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.262004 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.262557 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: binding Aug 31 02:56:02.262881 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: portbindings_extended.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.264322 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.264850 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: binding-extended Aug 31 02:56:02.265182 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: portsecurity.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.266099 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.266619 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: port-security Aug 31 02:56:02.266948 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: project_id.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.267960 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.268294 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: project-id Aug 31 02:56:02.268622 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: providernet.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.269581 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.270104 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: provider Aug 31 02:56:02.270435 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.273969 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.274506 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos not supported by any of loaded plugins Aug 31 02:56:02.274841 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.276116 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.276642 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 02:56:02.276978 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.277930 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.278450 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 02:56:02.278785 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_default.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.279753 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.280271 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-default not supported by any of loaded plugins Aug 31 02:56:02.280601 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_fip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.281261 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.281777 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 02:56:02.282105 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.283038 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.283592 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 02:56:02.283922 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.284847 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.285370 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 02:56:02.285699 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_pps_rule.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.286879 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.287438 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 02:56:02.287774 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.288699 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.289220 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 02:56:02.289551 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: qos_rules_alias.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.290594 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.291114 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 02:56:02.291477 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: quotasv2.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.292391 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.292721 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: quotas Aug 31 02:56:02.293047 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: quotasv2_detail.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.296709 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.297060 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: quota_details Aug 31 02:56:02.297401 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: rbac.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.298653 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.299195 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: rbac-policies Aug 31 02:56:02.299563 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: rbac_address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.300510 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.301040 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: rbac-address-group Aug 31 02:56:02.301375 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: rbac_address_scope.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.302309 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.302833 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: rbac-address-scope Aug 31 02:56:02.303164 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: rbac_security_groups.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.304119 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.304644 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: rbac-security-groups Aug 31 02:56:02.304971 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.305892 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.306411 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: rbac-subnetpool Aug 31 02:56:02.306746 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: revisionifmatch.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.307696 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.308222 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: revision-if-match Aug 31 02:56:02.308552 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: revisions.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.310301 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.310826 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: standard-attr-revisions Aug 31 02:56:02.311156 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: router_availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.311878 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.312407 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: router_availability_zone Aug 31 02:56:02.312734 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: routerservicetype.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.313673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.314189 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 02:56:02.314514 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.315475 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.315994 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: security-groups-normalized-cidr Aug 31 02:56:02.316321 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.317250 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.317776 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: port-security-groups-filtering Aug 31 02:56:02.318101 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.319039 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.319600 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: security-groups-remote-address-group Aug 31 02:56:02.319928 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: securitygroup.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.329646 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.330189 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: security-group Aug 31 02:56:02.330530 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: segment.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.331334 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.331885 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension segment not supported by any of loaded plugins Aug 31 02:56:02.332226 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.333175 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.333698 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 02:56:02.334032 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: servicetype.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.335215 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.335787 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: service-type Aug 31 02:56:02.336127 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: sorting.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.337121 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.337458 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: sorting Aug 31 02:56:02.337786 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: standard_attr_segment.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.338712 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.339240 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 02:56:02.339595 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: standardattrdescription.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.340256 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.340992 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: standard-attr-description Aug 31 02:56:02.341328 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: stateful_security_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.342274 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.342807 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: stateful-security-group Aug 31 02:56:02.343138 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: stdattrs_common.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.343760 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 02:56:02.344086 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.345029 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.345548 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 02:56:02.345874 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: subnet_onboard.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.346966 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.347529 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: subnet_onboard Aug 31 02:56:02.347861 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.348791 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.349313 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 02:56:02.349643 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: subnet_service_types.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.350574 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.351102 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: subnet-service-types Aug 31 02:56:02.351466 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: subnetallocation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.352554 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.353087 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: subnet_allocation Aug 31 02:56:02.353416 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.354089 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.354611 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: subnetpool-prefix-ops Aug 31 02:56:02.354939 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.355901 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.356940 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 02:56:02.357272 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: tagging.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.358328 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.358860 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: standard-attr-tag Aug 31 02:56:02.359192 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: timestamp.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.360439 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.360966 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loaded extension: standard-attr-timestamp Aug 31 02:56:02.361297 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: trunk.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.362332 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.362865 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension trunk not supported by any of loaded plugins Aug 31 02:56:02.363195 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: trunk_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.364154 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.364683 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 02:56:02.365014 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.365952 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.366474 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 02:56:02.366803 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Loading extension file: vlantransparent.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 02:56:02.367508 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 02:56:02.368027 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 02:56:02.370509 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:network Aug 31 02:56:02.371181 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:subnet Aug 31 02:56:02.372199 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 02:56:02.372614 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:port Aug 31 02:56:02.373857 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.374555 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service FLAVORS assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.375185 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.375645 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.375985 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:router Aug 31 02:56:02.376429 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 02:56:02.376931 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service METERING assigned prefix: /metering {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.378410 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.378794 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.379155 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 02:56:02.380355 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 02:56:02.380861 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:security_group Aug 31 02:56:02.381298 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 02:56:02.383037 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.383410 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 02:56:02.383775 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] subnetpool is already registered Aug 31 02:56:02.384211 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.384547 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 02:56:02.384887 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] subnetpool is already registered Aug 31 02:56:02.387193 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.387682 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service FLAVORS assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.388293 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.388719 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.389060 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:router Aug 31 02:56:02.389451 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] router is already registered Aug 31 02:56:02.389873 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 02:56:02.390220 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] floatingip is already registered Aug 31 02:56:02.390682 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service METERING assigned prefix: /metering {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.391353 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 02:56:02.391711 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] rbac_policy is already registered Aug 31 02:56:02.392131 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:security_group Aug 31 02:56:02.392472 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] security_group is already registered Aug 31 02:56:02.392884 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 02:56:02.393225 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] security_group_rule is already registered Aug 31 02:56:02.393859 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.394194 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 02:56:02.394532 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] subnetpool is already registered Aug 31 02:56:02.394954 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 02:56:02.395285 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 02:56:02.395647 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] subnetpool is already registered Aug 31 02:56:02.396173 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: extensions {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.397586 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: address-groups {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.399066 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: address-scopes {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.400425 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.401646 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: auto-allocated-topology {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.403435 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: availability_zones {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.404838 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: dhcp-networks {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.406357 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: dhcp-agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.407807 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.409993 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: flavors {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.411162 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: service_profiles {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.412424 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: next_providers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.413884 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: service_profiles {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.415436 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: floatingip-pools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.416653 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.419510 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: floatingips {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.420821 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: l3-routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.422209 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: l3-agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.423636 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: metering-labels {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.424991 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: metering-label-rules {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.426386 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: network-ip-availabilities {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.427677 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: bindings {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.429326 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: quotas {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.430763 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: quotas {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.432256 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: rbac-policies {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.433470 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: security-groups {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.434926 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: security-group-rules {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.436195 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: service-providers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.437418 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: subnetpools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.438843 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: subnetpools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.440343 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.442027 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.443866 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.445650 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.448439 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.450377 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.452088 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.454004 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.455809 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.457552 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron.api.extensions [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 02:56:02.463534 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING keystonemiddleware.auth_token [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 02:56:02.468755 dv-cinder-806665-1-iscsi neutron-server[93885]: WARNING keystonemiddleware.auth_token [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 02:56:02.476996 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Acquired lock "singleton_lock" {{(pid=93885) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 02:56:02.477484 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Releasing lock "singleton_lock" {{(pid=93885) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 02:56:02.478126 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO oslo_service.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Starting 2 workers Aug 31 02:56:02.483535 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Started child 93994 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 02:56:02.487990 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Started child 93995 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 02:56:02.488950 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:02.489627 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO neutron.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 02:56:02.490265 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Notify callbacks [] for process, before_spawn {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:02.490365 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [-] (93994) wsgi starting up on http://0.0.0.0:9696 Aug 31 02:56:02.492534 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:02.492970 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO oslo_service.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Starting 1 workers Aug 31 02:56:02.493849 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [-] (93995) wsgi starting up on http://0.0.0.0:9696 Aug 31 02:56:02.497968 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Started child 93996 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 02:56:02.498514 dv-cinder-806665-1-iscsi neutron-server[93885]: INFO oslo_service.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Starting 1 workers Aug 31 02:56:02.502039 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] calling RpcWorker wait() {{(pid=93996) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 02:56:02.502579 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] returning from RpcWorker wait() {{(pid=93996) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 02:56:02.503248 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Started child 93997 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 02:56:02.504097 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:02.504193 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4c17-b267-4702-9fee-2a95bc1ca1c3 None None] Notify callbacks [] for process, after_spawn {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:02.504660 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:02.505928 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93885) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 02:56:02.506154 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 02:56:02.506342 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 02:56:02.506556 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 02:56:02.506901 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 02:56:02.507067 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 02:56:02.507588 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.507869 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.508130 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.508232 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:02.508682 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.508682 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.509258 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.509498 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.509771 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.510059 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.510312 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.510483 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.510641 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.510888 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.511138 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.511474 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.511749 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.511986 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.512298 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.512472 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.512739 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.513009 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.513245 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.513514 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.513755 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.514269 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.514513 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.514757 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.514974 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.515237 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.515494 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.515760 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.516003 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.516238 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.516482 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.516737 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.516995 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.517230 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.517481 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.517738 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.517972 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.518417 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] host = dv-cinder-806665-1-iscsi {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.518655 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.518893 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.519144 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.519421 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.519673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.519909 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.520166 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.520431 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.520688 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.520928 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.521194 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.521452 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.521687 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.521930 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.522137 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_options = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.522321 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.522600 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.522857 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.523048 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.523218 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.523423 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.523686 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.523852 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.524108 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.524325 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.524541 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.524754 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.524988 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.525229 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.525498 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.525741 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.525985 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.526199 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.526461 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.526683 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.526902 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.527158 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.527454 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.527662 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.528500 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.528794 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.529032 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.529252 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.529467 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.529754 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.529990 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.530241 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.530488 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.530765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.530997 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.531227 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.531475 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.531741 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.531972 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.532218 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.532478 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.532694 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.532939 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.533176 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.533439 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.533686 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.533897 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.534132 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.534387 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.534601 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.534835 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.535069 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.535282 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.535537 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.535993 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.536280 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.536589 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.536836 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.537057 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.537298 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.537528 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.537766 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.538016 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.538263 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.538597 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.538840 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.539152 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.539417 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.539688 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.540118 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.540386 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.540669 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.540944 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.541172 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.541331 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:02.541497 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.541639 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.541965 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.542213 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.542448 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.542683 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.542948 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.543307 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.544797 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.544797 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.545465 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.545465 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.545743 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.545876 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.546007 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.546230 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.546471 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.546751 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.546996 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.547215 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.547900 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.547900 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.548302 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.548302 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.548655 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.548655 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.549087 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.549213 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.549374 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.549595 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.549798 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.549966 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.550217 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.550463 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.550992 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.550992 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.551250 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.551475 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.551707 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.551908 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.552029 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.552253 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.552467 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.552682 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.552922 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.553172 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.553387 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.553686 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.553931 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.554147 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.554590 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.554590 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.554590 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.554590 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.554590 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.554590 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.556238 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.556238 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.556238 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557046 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557046 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557046 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557046 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557600 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557600 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557877 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.557877 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.559673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.559673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.559673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.559673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.559673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.559673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.559673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.561850 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.563520 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.564048 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.564048 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.564048 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.564247 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.564432 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.564694 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.564933 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.565180 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.565457 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.565704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.565966 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.566284 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.566562 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.566822 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.567073 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.567326 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.567614 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.567845 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.568126 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.568357 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.568606 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.568840 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.569119 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.569360 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.569603 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.569819 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.570065 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.570398 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.570631 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.570847 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.571084 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.571392 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.571624 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.571875 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.572140 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.572388 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.573011 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.573011 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.573362 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.573362 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.573586 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.573780 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.573991 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.574249 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.574527 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.574779 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.574954 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.575150 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.575425 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.575644 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.575864 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.577704 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.578724 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.578724 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.578724 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.578724 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.578724 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.579173 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.579173 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.579404 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.579645 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.579906 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.580160 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.580380 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.580623 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.580844 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.581054 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.581268 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.581491 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.581700 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.581912 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.582139 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.582352 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.582622 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.582854 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.583198 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.583461 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.583695 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.583936 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.584177 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.584420 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.584642 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.584862 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.585079 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.585297 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.585517 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.585777 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.586052 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.586296 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.586514 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.586727 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.586964 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.587203 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.587440 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.587724 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.587969 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.588205 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.588473 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.588713 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.588953 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.589216 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.589428 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.589640 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.589863 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.590079 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.590290 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.591049 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.591260 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.591496 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.591747 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.591922 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.592164 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.592387 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.592598 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.592835 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.593058 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.593273 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.593486 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.593731 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.593963 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.594174 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.594395 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.594615 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.594841 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.595038 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.595249 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.595481 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.595701 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.595916 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.596124 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.596441 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.596696 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.596937 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.597216 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.597444 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.597699 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.597973 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.598283 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.598544 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.598783 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.599007 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.599224 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.599476 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.599733 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.600045 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.600341 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.600597 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.601917 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.601917 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.601917 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.601917 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.602468 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.602468 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.602630 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.602830 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.603188 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.603333 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.603572 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.603794 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.604011 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.604263 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.604526 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.604712 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.604981 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.605206 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.605491 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.605675 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.605959 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.606815 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.607051 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.607284 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.607656 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.607816 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.607929 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 02:56:02.608462 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93885) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 02:56:02.608619 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 02:56:02.608818 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 02:56:02.609019 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 02:56:02.609169 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 02:56:02.609263 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 02:56:02.609477 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.609641 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.609792 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.609939 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.610099 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.610830 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.610830 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.610830 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.610830 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.611434 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.611434 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.611434 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.611434 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612172 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612172 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612172 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612172 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612172 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.612765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613112 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613112 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613269 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613373 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613485 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613641 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613807 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.613946 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.614110 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.614260 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.614467 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.614561 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.614724 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.614897 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.615035 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.615198 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.615350 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.615538 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.615713 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] host = dv-cinder-806665-1-iscsi {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.615851 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.616031 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.616186 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.616325 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.616470 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.616615 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.616800 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.616936 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.617101 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.617222 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.617386 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.617688 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.617688 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.617838 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.618017 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_options = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.618154 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.618301 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.618504 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.618684 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.618817 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.618925 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.619083 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.619240 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.619422 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.619617 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.619749 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.619894 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.620054 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.620226 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.620365 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.620519 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.620673 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.620861 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.621030 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.621157 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.621293 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.621419 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.621619 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.622025 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.622320 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.622320 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.622665 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.622665 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.622976 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.622976 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.623223 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.623223 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.623514 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.623641 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.623765 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.623888 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.624012 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.624385 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.624553 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.624714 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.624876 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.625038 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.625200 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.625361 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.625523 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.625685 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.625846 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.626008 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.626169 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.626380 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.626561 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.626687 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.626811 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.626934 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 02:56:02.627108 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.627278 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.627489 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.627636 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.627803 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.627971 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.628131 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.628297 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.628459 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.628621 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.628790 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.628954 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.629122 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.629288 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.629448 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.629616 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.629771 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.629939 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.630101 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.630264 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.630426 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.630591 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.630763 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.630925 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.631088 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.631252 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.631435 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.631614 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.631779 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.631944 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.632101 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.632260 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.632419 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.632578 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.632747 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.632915 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.633077 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.633240 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.633407 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.633571 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.633735 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.633900 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.634063 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.634228 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.634392 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.634556 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.634719 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.634882 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.635046 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.635209 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.635386 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.635557 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.635721 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.635886 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.636048 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.636221 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.636385 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.636546 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.636708 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.636871 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.637033 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.637213 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.637379 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.637543 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.637866 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.638036 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.638213 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.638376 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.638538 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.638701 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.638865 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.639028 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.639277 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.639480 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.639653 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.639809 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.639943 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.640110 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.640287 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.640444 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.640591 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.640752 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.640917 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.641075 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.641241 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.641406 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.641570 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.641735 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.641897 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.642069 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.642250 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.642426 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.642577 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.642709 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.642876 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.643049 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.643214 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.643401 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.643559 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.643706 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.643865 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.644028 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.644195 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.644357 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.644523 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.644677 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.644841 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.645002 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.645164 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.645326 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.645488 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.645651 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.645812 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.645974 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.646137 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.646358 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.646476 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.646628 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.646793 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.646949 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.647121 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.647295 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.647482 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.647647 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.647813 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.648160 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.648160 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.648452 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.648452 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.648717 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.648717 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.648866 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.649043 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.649216 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.649380 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.649544 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.649707 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.649892 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.650060 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.650223 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.650384 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.650546 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.650711 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.650872 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.651035 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.651200 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.651396 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.651614 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.651803 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.652026 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.652026 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.652409 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.652409 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.652723 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.652723 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.653619 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.653619 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.653876 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.654013 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.654148 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.654282 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.654446 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.654595 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.654752 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.654933 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.655077 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.655208 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.655374 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.655544 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.655729 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.655872 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.656008 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.656171 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.656397 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.656480 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.656638 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657107 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657107 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657107 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657432 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657432 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657595 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657711 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.657876 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.658040 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.658202 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.658366 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.658530 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.658693 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.658856 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.659019 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.659180 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.659357 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.659541 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.659627 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:02.659732 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.659856 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.660018 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.660181 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.660343 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.660505 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.660666 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.660828 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.660990 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.661155 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.661320 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.661482 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.661646 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.661808 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.661970 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.662133 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.662295 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.662472 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.662637 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.662800 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.662963 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.663127 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.663290 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.663486 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.663650 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.663813 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.663976 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.664144 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.664307 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.664479 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.664642 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.664803 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.664966 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.665127 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.665291 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.665463 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.665625 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.665787 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.665949 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.666112 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.666274 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.666446 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.666609 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.666772 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.666935 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.667098 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.667260 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.667454 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.667619 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.667782 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.667943 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.668106 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.668269 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.668486 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.669288 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.669503 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.669680 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.669846 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.670010 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.670175 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.670351 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.670517 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.670683 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.670847 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.671011 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.671175 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.671445 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.671619 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.671791 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.671960 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.672125 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.672296 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.672467 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.672639 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.672801 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.672965 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.673136 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.673298 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.673454 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.673612 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.673969 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.673969 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.674185 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.674297 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.674430 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.674541 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.674703 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.674866 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.675027 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.675190 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.675354 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.675538 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.675702 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.675887 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.676418 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.676418 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 02:56:02.676418 dv-cinder-806665-1-iscsi neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 02:56:02.877693 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46284) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:02.886484 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063102 Aug 31 02:56:14.223222 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a397ad5-988b-47c1-af4a-6d18da0b1dee None None] get_active_networks_info from dv-cinder-806665-1-iscsi {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 02:56:14.414814 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a397ad5-988b-47c1-af4a-6d18da0b1dee None None] No non-hosted networks {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 02:56:14.438654 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.agentschedulers_db [None req-5a397ad5-988b-47c1-af4a-6d18da0b1dee None None] DHCP Agent not found on host dv-cinder-806665-1-iscsi {{(pid=93996) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 02:56:14.578624 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22f9af0f-a843-4df7-b58c-682102deb249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419067'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:16.857658 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3dc225d6-5994-45a8-bd41-3b0818164a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419067'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:16.912808 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-10846a6f-30a7-4a8d-996c-c377efc25854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:17.286315 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419067'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:17.287015 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.287403 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.287678 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.288014 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.288522 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.288924 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.289256 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.289605 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.289940 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.290266 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.290593 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.290916 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:17.291335 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806665-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:17.305027 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806665-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:18.104269 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419067'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:19.577379 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419067'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:20.362098 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.db.l3_hamode_db [None req-0ce6bad4-3f18-4bbd-9f5c-0cc0722ba5b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 02:56:20.454697 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce6bad4-3f18-4bbd-9f5c-0cc0722ba5b8 None None] Routers set() bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:56:20.455101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce6bad4-3f18-4bbd-9f5c-0cc0722ba5b8 None None] Router IDs set() for agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 02:56:20.730134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 46378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:21.218567 dv-cinder-806665-1-iscsi neutron-server[93994]: WARNING oslo_policy.policy [None req-0e89d131-fad4-4a6b-a9f5-9d8e2d7c20ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:21.219188 dv-cinder-806665-1-iscsi neutron-server[93994]: WARNING oslo_policy.policy [None req-0e89d131-fad4-4a6b-a9f5-9d8e2d7c20ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:21.446701 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [None req-0e89d131-fad4-4a6b-a9f5-9d8e2d7c20ec admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:56:21.447888 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0e89d131-fad4-4a6b-a9f5-9d8e2d7c20ec admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7151597 Aug 31 02:56:23.869582 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 46392) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:24.178529 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:56:24.270420 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.policy [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93994) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 02:56:24.315126 dv-cinder-806665-1-iscsi neutron-server[93994]: WARNING oslo_policy.policy [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:24.315507 dv-cinder-806665-1-iscsi neutron-server[93994]: WARNING oslo_policy.policy [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:24.323994 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.quota [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] Loaded quota_driver: . Aug 31 02:56:24.414815 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754334603746', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754334604087', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754334615914', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754334618574', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754342633340', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754334703861', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7985242', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7714685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-386973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1709438'] for rbac-policy, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:24.477296 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:24.478494 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c76f3046-9080-49fc-9473-453ae0e440ed admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6079104 Aug 31 02:56:27.061427 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 46404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:27.355237 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:56:27.383396 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Made reservation on behalf of 2ac5876eff2e49d3bc4acac0831e9a51 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:56:27.386204 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.403187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.525901 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.530196 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.553331 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:56:27.577469 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754338267338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.578079 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Unsubscribe: segment precommit_create {{(pid=93994) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 02:56:27.578569 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Added segment 9f05a4b4-96a4-4a95-9166-60bc6a80b15c of type vlan for network 70d0d218-b50f-4d39-8314-d6e9c6753663 Aug 31 02:56:27.584321 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2c19a-21ab-436e-acc5-3c171b89a1c7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:27.619538 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.619804 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.620187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.620588 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.620916 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.621267 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.621616 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.622132 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.622520 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.622885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.623234 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.623614 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Tracked resource versions report: Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: pushed versions: Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: { 'AddressGroup': {'1.2'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'ConntrackHelper': {'1.0'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Log': {'1.0'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Network': {'1.1'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Port': {'1.7'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'PortForwarding': {'1.2'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'QosPolicy': {'1.9'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroup': {'1.4'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroupRule': {'1.2'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SubPort': {'1.0'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Subnet': {'1.1'}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Trunk': {'1.1'}} Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: consumer versions: Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'ConntrackHelper': '1.0', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Log': '1.0', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Network': '1.1', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Port': '1.7', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'PortForwarding': '1.2', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'QosPolicy': '1.9', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroup': '1.4', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroupRule': '1.2', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SubPort': '1.0', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Subnet': '1.1', Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Trunk': '1.1'}} Aug 31 02:56:27.624978 dv-cinder-806665-1-iscsi neutron-server[93994]: {{(pid=93994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 02:56:27.697919 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.736329 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.737537 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:27.738224 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:27.822162 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7595675 Aug 31 02:56:27.836040 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c7eeb-aa83-407b-9062-b65dba8e1b7b admin admin] Pushing event updated for resources: {'Network': ['ID=70d0d218-b50f-4d39-8314-d6e9c6753663,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:27.849527 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:56:30.452387 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 46418) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:30.856972 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930a05d-f42d-4258-9fe2-59ca319ed702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:30.858334 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-b930a05d-f42d-4258-9fe2-59ca319ed702 admin admin] 10.222.0.39 "GET /v2.0/networks/70d0d218-b50f-4d39-8314-d6e9c6753663 HTTP/1.1" status: 200 len: 825 time: 0.4050019 Aug 31 02:56:30.883459 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-70a864f2-0033-4773-91b9-e19b1bec91a7 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d HTTP/1.1" status: 200 len: 734 time: 0.0188808 Aug 31 02:56:30.893035 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:56:30.914833 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Made reservation on behalf of 2ac5876eff2e49d3bc4acac0831e9a51 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:56:30.917049 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:31.203503 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:31.272789 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Checking segment: {'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:56:31.273231 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Network hostable DHCP agents. Network: 70d0d218-b50f-4d39-8314-d6e9c6753663, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:56:31.278677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bb3135-8d9a-4cac-bcbe-13b61e396324,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:31.296637 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:56:31.310529 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 70d0d218-b50f-4d39-8314-d6e9c6753663) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:56:31.315211 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:31.315822 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:31.320318 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbd9a4b-2dc0-423e-86a6-929e20712e4b None None] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:56:31.330256 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c7434705-9489-41d5-b18a-6c946ef5ed5f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4404714 Aug 31 02:56:31.656698 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-70d0d218-b50f-4d39-8314-d6e9c6753663', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'fixed_ips': [{'subnet_id': '39bb3135-8d9a-4cac-bcbe-13b61e396324'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:56:31.657918 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:31.932409 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Allocated IP 172.20.0.2 (70d0d218-b50f-4d39-8314-d6e9c6753663/39bb3135-8d9a-4cac-bcbe-13b61e396324/2fcc4088-3fb0-4ed0-827e-883cafe15e88) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:56:32.138407 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:32.154017 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Transition to ACTIVE for port object 2fcc4088-3fb0-4ed0-827e-883cafe15e88 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:56:32.177925 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Transition to ACTIVE for port object 2fcc4088-3fb0-4ed0-827e-883cafe15e88 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:56:32.186040 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:32.289891 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:56:32.297766 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:56:32.301210 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Pushing event updated for resources: {'Port': ['ID=2fcc4088-3fb0-4ed0-827e-883cafe15e88,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:32.303562 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:56:32.313182 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.313528 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.313886 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.314201 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.314529 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.314856 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.315182 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.315540 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.315886 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.316209 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.316530 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.316849 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Tracked resource versions report: Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: pushed versions: Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: { 'AddressGroup': {'1.2'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'ConntrackHelper': {'1.0'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Log': {'1.0'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Network': {'1.1'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Port': {'1.7'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'PortForwarding': {'1.2'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'QosPolicy': {'1.9'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroup': {'1.4'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroupRule': {'1.2'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SubPort': {'1.0'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Subnet': {'1.1'}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Trunk': {'1.1'}} Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: consumer versions: Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'ConntrackHelper': '1.0', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Log': '1.0', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Network': '1.1', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Port': '1.7', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'PortForwarding': '1.2', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'QosPolicy': '1.9', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroup': '1.4', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroupRule': '1.2', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SubPort': '1.0', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Subnet': '1.1', Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Trunk': '1.1'}} Aug 31 02:56:32.317944 dv-cinder-806665-1-iscsi neutron-server[93996]: {{(pid=93996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 02:56:32.391788 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Attempting to bind port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:56:32.392457 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Attempting to bind port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:56:32.392576 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Attempting to bind port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 on network 70d0d218-b50f-4d39-8314-d6e9c6753663 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:56:32.397521 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:56:32.397946 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Checking segment: {'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:56:32.398428 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:32.398817 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Bound using segment: {'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:56:32.399314 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Bound port: 2fcc4088-3fb0-4ed0-827e-883cafe15e88, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:56:32.399741 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:32.461390 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] For port 2fcc4088-3fb0-4ed0-827e-883cafe15e88, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:56:32.466111 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] For port 2fcc4088-3fb0-4ed0-827e-883cafe15e88, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=2fcc4088-3fb0-4ed0-827e-883cafe15e88,segment=NetworkSegment(9f05a4b4-96a4-4a95-9166-60bc6a80b15c),segment_id=9f05a4b4-96a4-4a95-9166-60bc6a80b15c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:56:32.470151 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:32.536491 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f9120-178e-46eb-b8b7-19802e659dd9 None None] Pushing event updated for resources: {'Port': ['ID=2fcc4088-3fb0-4ed0-827e-883cafe15e88,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:33.761003 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46426) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:34.265673 dv-cinder-806665-1-iscsi neutron-server[93995]: WARNING oslo_policy.policy [None req-e9a82b89-c0e5-4add-a779-9195dd1a91fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:34.266333 dv-cinder-806665-1-iscsi neutron-server[93995]: WARNING oslo_policy.policy [None req-e9a82b89-c0e5-4add-a779-9195dd1a91fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:34.497844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [None req-e9a82b89-c0e5-4add-a779-9195dd1a91fd admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:56:34.498923 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e9a82b89-c0e5-4add-a779-9195dd1a91fd admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7370017 Aug 31 02:56:36.942270 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46440) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:37.256413 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [None req-3614c01c-9105-4b26-b079-862e2a531e43 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:56:37.257395 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-3614c01c-9105-4b26-b079-862e2a531e43 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141911 Aug 31 02:56:39.956763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46454) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:40.267147 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Request body: {'router': {'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:56:40.331223 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.policy [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93995) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 02:56:40.377042 dv-cinder-806665-1-iscsi neutron-server[93995]: WARNING oslo_policy.policy [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:40.377438 dv-cinder-806665-1-iscsi neutron-server[93995]: WARNING oslo_policy.policy [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 02:56:40.386216 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.quota [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Loaded quota_driver: . Aug 31 02:56:40.443401 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:40.445218 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:40.601100 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:40.607321 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:40.628260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:40.629585 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-a734868a-ee75-4b5c-9f1a-f727bd185225 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6717749 Aug 31 02:56:41.015031 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e0a72-66c0-4cd1-9389-27ff9b142ef1 None None] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:56:41.129532 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cd81b043-88e7-476e-bfbf-15581bac5ce5 None None] Provisioning for port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:56:41.284318 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2fcc4088-3fb0-4ed0-827e-883cafe15e88 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:56:41.372400 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:56:41.377808 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:56:41.378309 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:41.497589 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9e1e7691-25e4-4bae-96c0-e3fd73549c6c None None] Provisioning complete for port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:56:41.497932 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7691-25e4-4bae-96c0-e3fd73549c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:41.501825 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:41.565839 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 2fcc4088-3fb0-4ed0-827e-883cafe15e88, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=2fcc4088-3fb0-4ed0-827e-883cafe15e88,segment=NetworkSegment(9f05a4b4-96a4-4a95-9166-60bc6a80b15c),segment_id=9f05a4b4-96a4-4a95-9166-60bc6a80b15c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:56:41.571218 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:41.650250 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=2fcc4088-3fb0-4ed0-827e-883cafe15e88,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:43.012705 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46464) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:43.252444 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2fcc4088-3fb0-4ed0-827e-883cafe15e88 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:56:43.300968 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:56:43.301351 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:43.325187 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [None req-0d613a2c-bf46-44d3-bb6e-728e153e95b6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:56:43.326309 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-0d613a2c-bf46-44d3-bb6e-728e153e95b6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126619 Aug 31 02:56:44.149677 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1ea9bcd6-b6a0-4399-87f8-010082b43799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:45.691206 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46472) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:46.001681 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:56:46.025909 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Made reservation on behalf of 8eb33f1e09d7463d8975fc4c37c2e87b for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:56:46.029596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.045992 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.165097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.169291 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.180245 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Reserving flat network on physical network physnet1 {{(pid=93995) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 02:56:46.212588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754338267338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.213162 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Unsubscribe: segment precommit_create {{(pid=93995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 02:56:46.213663 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Added segment 96b49633-21f4-429a-8324-24de5d9a6007 of type flat for network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 Aug 31 02:56:46.229417 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78cc91c-3db3-419b-ba75-2a8f543b9752,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:46.287242 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.287624 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.287967 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.288299 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.288628 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.288955 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.289277 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.289601 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.289943 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.290257 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.290578 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.290892 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Tracked resource versions report: Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: pushed versions: Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: { 'AddressGroup': {'1.2'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'ConntrackHelper': {'1.0'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Log': {'1.0'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Network': {'1.1'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Port': {'1.7'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'PortForwarding': {'1.2'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'QosPolicy': {'1.9'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroup': {'1.4'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroupRule': {'1.2'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SubPort': {'1.0'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Subnet': {'1.1'}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Trunk': {'1.1'}} Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: consumer versions: Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'ConntrackHelper': '1.0', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Log': '1.0', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Network': '1.1', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Port': '1.7', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'PortForwarding': '1.2', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'QosPolicy': '1.9', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroup': '1.4', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroupRule': '1.2', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SubPort': '1.0', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Subnet': '1.1', Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Trunk': '1.1'}} Aug 31 02:56:46.292007 dv-cinder-806665-1-iscsi neutron-server[93995]: {{(pid=93995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 02:56:46.345289 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.390242 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.391186 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:46.391850 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:46.471764 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7793708 Aug 31 02:56:46.489370 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158259-bbc2-40df-9e81-cf3a4603115f admin admin] Pushing event updated for resources: {'Network': ['ID=25be04fc-85ff-4704-b035-c6ddbc37e2f3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:46.501229 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:56:46.850573 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6d305eaf-c1b9-4f8b-b70c-d7440979b0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:47.278185 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:47.997574 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:48.876226 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 46494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:49.048300 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ec5cf-9299-441d-9295-a6fdf0c92518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:49.049627 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5b4ec5cf-9299-441d-9295-a6fdf0c92518 admin admin] 10.222.0.39 "GET /v2.0/subnets/39bb3135-8d9a-4cac-bcbe-13b61e396324 HTTP/1.1" status: 200 len: 849 time: 0.1724648 Aug 31 02:56:49.209057 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-09e09be1-eb1e-4f43-92c7-fa66ecd98333 admin admin] 10.222.0.39 "GET /v2.0/routers/fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 HTTP/1.1" status: 200 len: 704 time: 0.1531446 Aug 31 02:56:49.473165 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:49.512686 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:49.767354 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Allocated IP 172.20.0.1 (70d0d218-b50f-4d39-8314-d6e9c6753663/39bb3135-8d9a-4cac-bcbe-13b61e396324/bcda2e12-f781-472d-a4da-4c2571a8a111) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:56:49.917316 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:49.939814 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Transition to ACTIVE for port object bcda2e12-f781-472d-a4da-4c2571a8a111 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:56:50.006853 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.124056 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:56:50.132331 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:56:50.138309 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:56:50.138397 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.156970 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Pushing event updated for resources: {'Port': ['ID=bcda2e12-f781-472d-a4da-4c2571a8a111,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:50.320313 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-253011f7-6547-4ca4-ae14-7cecfcec03d5 None None] Provisioning for port bcda2e12-f781-472d-a4da-4c2571a8a111 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:56:50.324665 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-253011f7-6547-4ca4-ae14-7cecfcec03d5 None None] Provisioning complete for port bcda2e12-f781-472d-a4da-4c2571a8a111 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:56:50.325146 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-253011f7-6547-4ca4-ae14-7cecfcec03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.330335 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.358038 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-253011f7-6547-4ca4-ae14-7cecfcec03d5 None None] Port bcda2e12-f781-472d-a4da-4c2571a8a111 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:56:50.532082 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.536622 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.537560 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.616396 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Pushing event updated for resources: {'Port': ['ID=bcda2e12-f781-472d-a4da-4c2571a8a111,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:50.664890 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:56:50.666260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:56:50.827043 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 02:56:50.878072 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-33cf0c60-c6dd-4cb2-8648-b887181b8cfd None None] Provisioning complete for port bcda2e12-f781-472d-a4da-4c2571a8a111 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:56:50.878668 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-33cf0c60-c6dd-4cb2-8648-b887181b8cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:50.911108 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-33cf0c60-c6dd-4cb2-8648-b887181b8cfd None None] Port bcda2e12-f781-472d-a4da-4c2571a8a111 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 02:56:50.916981 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:56:50.922834 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4c100b2c-5892-4244-baa0-3f0b3a4f1826 admin admin] 10.222.0.39 "PUT /v2.0/routers/fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7080564 Aug 31 02:56:50.939164 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Sync routers for ids ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:56:50.951158 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Routers {'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:56:50.952039 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T02:56:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:51.138328 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Set router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:56:51.568772 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'name': 'router1', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:56:40Z', 'updated_at': '2021-08-31T02:56:50Z', 'revision_number': 2, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'gw_port_host': None, '_interfaces': [{'id': 'bcda2e12-f781-472d-a4da-4c2571a8a111', 'name': '', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'mac_address': 'fa:16:3e:75:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:49Z', 'updated_at': '2021-08-31T02:56:50Z', 'revision_number': 2, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'subnets': [{'id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:51.619796 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Checking router: fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:56:51.620171 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Updating router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 port bcda2e12-f781-472d-a4da-4c2571a8a111 binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:56:51.669180 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:52.183951 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:52.201902 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Transition to ACTIVE for port object bcda2e12-f781-472d-a4da-4c2571a8a111 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:56:52.207921 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:52.367320 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Pushing event updated for resources: {'Port': ['ID=bcda2e12-f781-472d-a4da-4c2571a8a111,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:52.384154 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.384443 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.384784 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.385117 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.385445 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.385775 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.386102 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.386426 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.387328 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.387678 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.388002 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.388323 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Tracked resource versions report: Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: pushed versions: Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: { 'AddressGroup': {'1.2'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'ConntrackHelper': {'1.0'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Log': {'1.0'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Network': {'1.1'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Port': {'1.7'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'PortForwarding': {'1.2'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'QosPolicy': {'1.9'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroup': {'1.4'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroupRule': {'1.2'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SubPort': {'1.0'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Subnet': {'1.1'}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Trunk': {'1.1'}} Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: consumer versions: Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'ConntrackHelper': '1.0', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Log': '1.0', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Network': '1.1', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Port': '1.7', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'PortForwarding': '1.2', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'QosPolicy': '1.9', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroup': '1.4', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroupRule': '1.2', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SubPort': '1.0', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Subnet': '1.1', Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Trunk': '1.1'}} Aug 31 02:56:52.389403 dv-cinder-806665-1-iscsi neutron-server[93997]: {{(pid=93997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 02:56:52.393799 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Attempting to bind port bcda2e12-f781-472d-a4da-4c2571a8a111 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:56:52.394198 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Attempting to bind port bcda2e12-f781-472d-a4da-4c2571a8a111 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:56:52.394630 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Attempting to bind port bcda2e12-f781-472d-a4da-4c2571a8a111 on network 70d0d218-b50f-4d39-8314-d6e9c6753663 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:56:52.399965 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:56:52.400384 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Checking segment: {'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:56:52.400880 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:52.401264 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Bound using segment: {'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:56:52.401782 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Bound port: bcda2e12-f781-472d-a4da-4c2571a8a111, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05a4b4-96a4-4a95-9166-60bc6a80b15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:56:52.402304 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:52.474482 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] For port bcda2e12-f781-472d-a4da-4c2571a8a111, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:56:52.494300 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] For port bcda2e12-f781-472d-a4da-4c2571a8a111, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=bcda2e12-f781-472d-a4da-4c2571a8a111,segment=NetworkSegment(9f05a4b4-96a4-4a95-9166-60bc6a80b15c),segment_id=9f05a4b4-96a4-4a95-9166-60bc6a80b15c)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:56:52.499207 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:52.560045 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Routers {'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:56:52.560811 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T02:56:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:52.631438 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a1142-1356-486e-814b-b45183aca44b None None] Pushing event updated for resources: {'Port': ['ID=bcda2e12-f781-472d-a4da-4c2571a8a111,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:52.658433 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] Set router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:56:52.874874 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'name': 'router1', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:56:40Z', 'updated_at': '2021-08-31T02:56:50Z', 'revision_number': 2, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'gw_port_host': None, '_interfaces': [{'id': 'bcda2e12-f781-472d-a4da-4c2571a8a111', 'name': '', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'mac_address': 'fa:16:3e:75:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:49Z', 'updated_at': '2021-08-31T02:56:52Z', 'revision_number': 4, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'subnets': [{'id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:52.900796 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f2cff-7068-42c7-8b65-14bc6de9e61e None None] The sync data for ids ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'] in dv-cinder-806665-1-iscsi is: [{'id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'name': 'router1', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:56:40Z', 'updated_at': '2021-08-31T02:56:50Z', 'revision_number': 2, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'gw_port_host': None, '_interfaces': [{'id': 'bcda2e12-f781-472d-a4da-4c2571a8a111', 'name': '', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'mac_address': 'fa:16:3e:75:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:49Z', 'updated_at': '2021-08-31T02:56:52Z', 'revision_number': 4, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'subnets': [{'id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:56:53.169019 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46514) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:53.317153 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3186a311-4e4a-4a0c-bc5d-55ae83a64536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:53.318542 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-3186a311-4e4a-4a0c-bc5d-55ae83a64536 admin admin] 10.222.0.39 "GET /v2.0/networks/25be04fc-85ff-4704-b035-c6ddbc37e2f3 HTTP/1.1" status: 200 len: 842 time: 0.1486356 Aug 31 02:56:53.329175 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Request body: {'subnet': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:56:53.351829 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Made reservation on behalf of 8eb33f1e09d7463d8975fc4c37c2e87b for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:56:53.354379 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:53.753130 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.objects.ports [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 02:56:53.753596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:53.814192 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=970612ee-40d3-4003-ac92-1e7888f1fcb0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:53.820436 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:56:53.820892 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Network hostable DHCP agents. Network: 25be04fc-85ff-4704-b035-c6ddbc37e2f3, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:56:53.844825 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:56:53.855196 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 25be04fc-85ff-4704-b035-c6ddbc37e2f3) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:56:53.860332 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:53.860921 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:53.867234 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07488ee3-7182-4ce3-8445-1c402b2944a5 None None] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:56:53.887385 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-24351d02-3424-4836-97f8-1f22169d7ca1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5514011 Aug 31 02:56:54.005911 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7dc8e-11c4-49f6-8ff4-fd2356742d92 None None] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:56:56.197868 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46522) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:56:56.419265 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-040f322d-8be6-4da9-b063-31f262c664f4 admin admin] 10.222.0.39 "GET /v2.0/routers/fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 HTTP/1.1" status: 200 len: 710 time: 0.2201600 Aug 31 02:56:56.508801 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e518b38-0954-4bbb-bb70-9915e612758d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:56:56.510198 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5e518b38-0954-4bbb-bb70-9915e612758d admin admin] 10.222.0.39 "GET /v2.0/networks/25be04fc-85ff-4704-b035-c6ddbc37e2f3 HTTP/1.1" status: 200 len: 886 time: 0.0850306 Aug 31 02:56:56.520326 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:56:56.774544 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:57.007799 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:57.082641 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:57.286097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Allocated IP 172.27.1.185 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/4a72fe0c-643c-4661-aa10-b4322aa06c57) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:56:57.394429 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:57.470321 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:57.532596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:56:57.538256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:56:57.546390 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:56:57.591087 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Pushing event updated for resources: {'Port': ['ID=4a72fe0c-643c-4661-aa10-b4322aa06c57,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:56:57.837159 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:58.050588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61466'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:58.056134 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419579', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-418246'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:58.172597 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 02:56:58.285268 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 02:56:58.294178 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:58.297946 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-128a3148-f7ae-4d95-b34b-c491f5720433 admin admin] 10.222.0.39 "PUT /v2.0/routers/fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 HTTP/1.1" status: 200 len: 890 time: 1.7777297 Aug 31 02:56:59.286323 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device bcda2e12-f781-472d-a4da-4c2571a8a111 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:56:59.333505 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Sync routers for ids ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 02:56:59.349976 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Routers {'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:56:59.350611 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T02:56:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:56:59.420671 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port bcda2e12-f781-472d-a4da-4c2571a8a111 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:56:59.440405 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port bcda2e12-f781-472d-a4da-4c2571a8a111 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:56:59.440783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:59.644234 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Set router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:56:59.780351 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:56:59.915374 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port bcda2e12-f781-472d-a4da-4c2571a8a111, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=bcda2e12-f781-472d-a4da-4c2571a8a111,segment=NetworkSegment(9f05a4b4-96a4-4a95-9166-60bc6a80b15c),segment_id=9f05a4b4-96a4-4a95-9166-60bc6a80b15c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:56:59.926645 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:00.030115 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=bcda2e12-f781-472d-a4da-4c2571a8a111,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:57:00.128036 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'name': 'router1', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4a72fe0c-643c-4661-aa10-b4322aa06c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:56:40Z', 'updated_at': '2021-08-31T02:56:57Z', 'revision_number': 4, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'gw_port': {'id': '4a72fe0c-643c-4661-aa10-b4322aa06c57', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:78:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:57Z', 'updated_at': '2021-08-31T02:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'bcda2e12-f781-472d-a4da-4c2571a8a111', 'name': '', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'mac_address': 'fa:16:3e:75:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:49Z', 'updated_at': '2021-08-31T02:56:52Z', 'revision_number': 4, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'subnets': [{'id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:57:00.180828 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Checking router: fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 02:57:00.181182 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Updating router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 port 4a72fe0c-643c-4661-aa10-b4322aa06c57 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 02:57:00.227168 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:00.563245 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:00.577121 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Transition to ACTIVE for port object 4a72fe0c-643c-4661-aa10-b4322aa06c57 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:57:00.583615 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:00.640661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6971372-1586-4c3f-99a6-3bb001df6637 None None] Pushing event updated for resources: {'Port': ['ID=4a72fe0c-643c-4661-aa10-b4322aa06c57,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:57:00.648780 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Attempting to bind port 4a72fe0c-643c-4661-aa10-b4322aa06c57 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:57:00.648780 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Attempting to bind port 4a72fe0c-643c-4661-aa10-b4322aa06c57 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:57:00.649120 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Attempting to bind port 4a72fe0c-643c-4661-aa10-b4322aa06c57 on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:57:00.656231 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:57:00.656601 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:57:00.657004 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:00.657430 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:57:00.657891 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Bound port: 4a72fe0c-643c-4661-aa10-b4322aa06c57, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:57:00.658361 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:00.712936 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] For port 4a72fe0c-643c-4661-aa10-b4322aa06c57, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:57:00.714305 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 46534) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:57:00.717281 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] For port 4a72fe0c-643c-4661-aa10-b4322aa06c57, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=4a72fe0c-643c-4661-aa10-b4322aa06c57,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:57:00.722262 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:00.786303 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Routers {'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 02:57:00.786936 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T02:56:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:57:00.827570 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6971372-1586-4c3f-99a6-3bb001df6637 None None] Pushing event updated for resources: {'Port': ['ID=4a72fe0c-643c-4661-aa10-b4322aa06c57,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:57:00.849871 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e98bc4dc-841e-43ff-8d31-622fed15fa7d admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1336980 Aug 31 02:57:00.916742 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] Set router fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 02:57:01.272956 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'name': 'router1', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4a72fe0c-643c-4661-aa10-b4322aa06c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:56:40Z', 'updated_at': '2021-08-31T02:56:57Z', 'revision_number': 4, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'gw_port': {'id': '4a72fe0c-643c-4661-aa10-b4322aa06c57', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:78:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:57Z', 'updated_at': '2021-08-31T02:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'bcda2e12-f781-472d-a4da-4c2571a8a111', 'name': '', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'mac_address': 'fa:16:3e:75:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:49Z', 'updated_at': '2021-08-31T02:56:59Z', 'revision_number': 5, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'subnets': [{'id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 02:57:01.276364 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device bcda2e12-f781-472d-a4da-4c2571a8a111 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:57:01.321848 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbb33ad-004e-4f7a-ae4a-7fe6792fc089 None None] The sync data for ids ['fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750'] in dv-cinder-806665-1-iscsi is: [{'id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'name': 'router1', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '4a72fe0c-643c-4661-aa10-b4322aa06c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T02:56:40Z', 'updated_at': '2021-08-31T02:56:57Z', 'revision_number': 4, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'gw_port': {'id': '4a72fe0c-643c-4661-aa10-b4322aa06c57', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:78:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:57Z', 'updated_at': '2021-08-31T02:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'bcda2e12-f781-472d-a4da-4c2571a8a111', 'name': '', 'network_id': '70d0d218-b50f-4d39-8314-d6e9c6753663', 'tenant_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'mac_address': 'fa:16:3e:75:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7dfe3d-ff8d-4d2e-88cb-f0c59f8f6750', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T02:56:49Z', 'updated_at': '2021-08-31T02:56:59Z', 'revision_number': 5, 'project_id': '2ac5876eff2e49d3bc4acac0831e9a51', 'subnets': [{'id': '39bb3135-8d9a-4cac-bcbe-13b61e396324', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd357bf3-7cd5-44f9-8fc1-29d12d1cd93d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 02:57:01.354044 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port bcda2e12-f781-472d-a4da-4c2571a8a111 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:57:01.354438 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:03.313695 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 4a72fe0c-643c-4661-aa10-b4322aa06c57 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:57:03.371014 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 4a72fe0c-643c-4661-aa10-b4322aa06c57 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:57:03.375561 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 4a72fe0c-643c-4661-aa10-b4322aa06c57 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:57:03.375942 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:03.462971 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:03.488329 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 4a72fe0c-643c-4661-aa10-b4322aa06c57, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=4a72fe0c-643c-4661-aa10-b4322aa06c57,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:57:03.506300 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:03.573178 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=4a72fe0c-643c-4661-aa10-b4322aa06c57,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:57:05.356756 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 4a72fe0c-643c-4661-aa10-b4322aa06c57 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:57:05.454961 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 4a72fe0c-643c-4661-aa10-b4322aa06c57 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:57:05.455772 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:09.571185 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:57:14.153693 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e30e57d5-79f8-4053-8e4f-46684970329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:16.857065 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5b04-e7d7-4f15-a80a-d92e6868fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:17.282297 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:18.002746 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:19.538893 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:44.147594 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2dae3624-d1a5-4fcb-8966-5819fd833443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:46.562812 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:57:46.852949 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abd61cd0-b19d-46b5-9f9e-b8bc14f30e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:47.278334 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:48.009207 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:57:49.538875 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:14.148588 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e68c628d-83d2-457b-b8a3-a8aae1e767b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:16.854211 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a257-14fe-4c47-91a1-6f1a819e75fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:17.283447 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:18.006963 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:19.534116 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:23.563689 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:58:37.347815 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47096) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:37.411227 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1d5451-39e5-4410-b3c1-1e06ee2ab9ad admin admin] GET failed (client error): The resource could not be found. Aug 31 02:58:37.412565 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6f1d5451-39e5-4410-b3c1-1e06ee2ab9ad admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638180 Aug 31 02:58:37.635498 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14c8eec-347f-4458-8413-d16b48e9c0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:37.636998 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b14c8eec-347f-4458-8413-d16b48e9c0e0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2198567 Aug 31 02:58:39.840891 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47106) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:39.933203 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58cedc9-571e-47ab-a8ff-6e049e8ba415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:39.935271 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a58cedc9-571e-47ab-a8ff-6e049e8ba415 admin admin] 10.222.0.39 "GET /v2.0/subnets/39bb3135-8d9a-4cac-bcbe-13b61e396324 HTTP/1.1" status: 200 len: 849 time: 0.0934196 Aug 31 02:58:39.945221 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:58:40.026992 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:40.168819 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754338231260'] for subnet, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:40.198378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:40.199067 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:40.200904 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] 10.222.0.39 "PUT /v2.0/subnets/39bb3135-8d9a-4cac-bcbe-13b61e396324 HTTP/1.1" status: 200 len: 868 time: 0.2593992 Aug 31 02:58:40.204060 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487ed7f7-4634-4137-9d3e-af517d43b5cd None None] Network 70d0d218-b50f-4d39-8314-d6e9c6753663 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:58:40.221481 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bb3135-8d9a-4cac-bcbe-13b61e396324,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:58:40.229081 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.229465 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.229789 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.230122 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.230977 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.231996 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.232341 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.232670 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.232998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.233322 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.233643 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.233963 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85c4c6-bbae-4fcb-8ef5-9982fbbd53f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:58:40.588317 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4362c8e6-822c-4805-9718-e780f40396b7 None None] Provisioning complete for port 2fcc4088-3fb0-4ed0-827e-883cafe15e88 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:58:40.588696 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4362c8e6-822c-4805-9718-e780f40396b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:40.676625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4362c8e6-822c-4805-9718-e780f40396b7 None None] Provisioning complete for port bcda2e12-f781-472d-a4da-4c2571a8a111 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:58:40.676889 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4362c8e6-822c-4805-9718-e780f40396b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:42.421141 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47116) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:42.619255 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e633d75-64b9-4db1-b9f7-8e5a66ba6658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:42.619764 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e633d75-64b9-4db1-b9f7-8e5a66ba6658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:42.621371 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4e633d75-64b9-4db1-b9f7-8e5a66ba6658 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992755 Aug 31 02:58:44.150448 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-521e5a8e-8248-4226-9b97-dfa438eb9107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:44.785271 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47124) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:44.913830 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02ed60-d2bc-431a-8c1d-24534da1643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:44.914297 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02ed60-d2bc-431a-8c1d-24534da1643c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:44.915830 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-bb02ed60-d2bc-431a-8c1d-24534da1643c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296146 Aug 31 02:58:46.856900 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0e8b3926-6da8-4630-90c2-4d4a25123d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:47.109032 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47132) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:47.283856 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:47.304186 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605a8fe-e022-4211-90da-ca310c6d4270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:47.305557 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c605a8fe-e022-4211-90da-ca310c6d4270 admin admin] 10.222.0.39 "GET /v2.0/networks/25be04fc-85ff-4704-b035-c6ddbc37e2f3 HTTP/1.1" status: 200 len: 886 time: 0.1956470 Aug 31 02:58:48.009544 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:49.474801 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:49.536589 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:58:49.618679 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33a930-ad31-4a2e-9042-36aa96fe7e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:49.620087 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-df33a930-ad31-4a2e-9042-36aa96fe7e15 admin admin] 10.222.0.39 "GET /v2.0/networks/70d0d218-b50f-4d39-8314-d6e9c6753663 HTTP/1.1" status: 200 len: 869 time: 0.1443012 Aug 31 02:58:51.798713 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47148) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:51.923514 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e519d3-6b73-4066-83e9-6c2a5bfa3d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:51.923974 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e519d3-6b73-4066-83e9-6c2a5bfa3d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:51.925511 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-32e519d3-6b73-4066-83e9-6c2a5bfa3d3a admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258383 Aug 31 02:58:54.094924 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47156) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:54.186394 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a25d0-6939-4328-8485-6d980b8e0959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:54.186849 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a25d0-6939-4328-8485-6d980b8e0959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:54.188373 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-a46a25d0-6939-4328-8485-6d980b8e0959 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924840 Aug 31 02:58:56.370940 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:56.470992 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfb4ba4-c058-4489-ab61-735434b60d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:56.472931 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-fbfb4ba4-c058-4489-ab61-735434b60d69 admin admin] 10.222.0.39 "GET /v2.0/subnets/39bb3135-8d9a-4cac-bcbe-13b61e396324 HTTP/1.1" status: 200 len: 868 time: 0.1007299 Aug 31 02:58:58.656045 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47172) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:58:58.741999 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909dde44-900d-46de-9e02-449e6c7b940d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:58:58.743335 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-909dde44-900d-46de-9e02-449e6c7b940d admin admin] 10.222.0.39 "GET /v2.0/subnets/970612ee-40d3-4003-ac92-1e7888f1fcb0 HTTP/1.1" status: 200 len: 816 time: 0.0863559 Aug 31 02:59:00.562902 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:59:14.150893 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c215730d-007f-48fa-b145-3ef23333267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:16.857433 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ee48254-e190-49b1-bfdf-e3efcf3e75f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:17.285441 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:18.013474 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:19.538356 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:22.694919 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47226) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:59:22.742166 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [None req-84cacb72-3b66-4ea2-967c-c4e8d7ad9ee5 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 02:59:22.743164 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-84cacb72-3b66-4ea2-967c-c4e8d7ad9ee5 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472825 Aug 31 02:59:25.031092 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47234) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:59:25.090970 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b341dff-5e38-428b-a9be-02a19025eb52 admin admin] GET failed (client error): The resource could not be found. Aug 31 02:59:25.092305 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5b341dff-5e38-428b-a9be-02a19025eb52 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602462 Aug 31 02:59:25.231302 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05697301-d3ea-442d-87b2-e3a28a7e826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:59:25.232777 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-05697301-d3ea-442d-87b2-e3a28a7e826a admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359997 Aug 31 02:59:27.475256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47242) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:59:27.525822 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:59:27.549288 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Made reservation on behalf of 8eb33f1e09d7463d8975fc4c37c2e87b for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:59:27.552609 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:27.595381 dv-cinder-806665-1-iscsi neutron-server[93995]: WARNING neutron.services.revisions.revision_plugin [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Could not find related network for resource to bump revision. Aug 31 02:59:27.614191 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 02:59:27.626925 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:27.627458 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Added segment 17226c61-b1e6-4380-85bd-4f6a26c0f2d0 of type vlan for network a17922a0-1c83-4724-a684-a885a59c7830 Aug 31 02:59:27.673648 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:27.696734 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:27.697732 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:59:27.698460 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:27.754871 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2785330 Aug 31 02:59:27.759653 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Pushing event updated for resources: {'Network': ['ID=a17922a0-1c83-4724-a684-a885a59c7830,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:59:27.767585 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.767990 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.768325 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.768667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.769002 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.769356 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.769697 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.770028 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.770381 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.770716 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.771052 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.771374 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8c91f-1557-4331-991b-1dd2898a38ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:27.782819 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network a17922a0-1c83-4724-a684-a885a59c7830 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 02:59:29.965455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47250) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 02:59:30.024389 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-89daea03-1615-497e-9080-1e6dd9dad2de admin admin] GET failed (client error): The resource could not be found. Aug 31 02:59:30.026257 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-89daea03-1615-497e-9080-1e6dd9dad2de admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592928 Aug 31 02:59:30.093874 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773c941-3e58-4aa9-9458-e0e0b537b5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:59:30.095289 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-2773c941-3e58-4aa9-9458-e0e0b537b5f4 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643353 Aug 31 02:59:30.105780 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 02:59:30.126299 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Made reservation on behalf of 8eb33f1e09d7463d8975fc4c37c2e87b for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 02:59:30.128771 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:30.289540 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:30.343567 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=432c3b23-2755-47a9-93ce-177831642b02,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:59:30.353100 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Checking segment: {'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:59:30.353459 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Network hostable DHCP agents. Network: a17922a0-1c83-4724-a684-a885a59c7830, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 02:59:30.368768 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Network a17922a0-1c83-4724-a684-a885a59c7830 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 02:59:30.377828 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, a17922a0-1c83-4724-a684-a885a59c7830) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:59:30.381738 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 02:59:30.382325 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:30.387995 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee8c454-e00c-4992-8961-f70d58ecf514 None None] Network a17922a0-1c83-4724-a684-a885a59c7830 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:59:30.396184 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ed02bf74-4bfc-464f-b17f-d90cbc194867 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2942185 Aug 31 02:59:30.633318 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-a17922a0-1c83-4724-a684-a885a59c7830', 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830', 'tenant_id': '8eb33f1e09d7463d8975fc4c37c2e87b', 'fixed_ips': [{'subnet_id': '432c3b23-2755-47a9-93ce-177831642b02'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 02:59:30.634196 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:30.774559 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Allocated IP 192.168.233.2 (a17922a0-1c83-4724-a684-a885a59c7830/432c3b23-2755-47a9-93ce-177831642b02/2daf9146-9de9-4d54-b0a8-613bed9937c0) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 02:59:30.927965 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:30.938151 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Transition to ACTIVE for port object 2daf9146-9de9-4d54-b0a8-613bed9937c0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:59:30.953817 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Transition to ACTIVE for port object 2daf9146-9de9-4d54-b0a8-613bed9937c0 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 02:59:30.960823 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:31.005649 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Network a17922a0-1c83-4724-a684-a885a59c7830 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 02:59:31.008608 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 02:59:31.011751 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 02:59:31.018817 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Pushing event updated for resources: {'Port': ['ID=2daf9146-9de9-4d54-b0a8-613bed9937c0,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:59:31.029068 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.029423 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.029768 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.030125 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.030462 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.030795 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.031129 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.031478 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.031827 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.032148 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.032478 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.032799 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 02:59:31.082399 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Attempting to bind port 2daf9146-9de9-4d54-b0a8-613bed9937c0 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 02:59:31.082768 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Attempting to bind port 2daf9146-9de9-4d54-b0a8-613bed9937c0 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 02:59:31.083152 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Attempting to bind port 2daf9146-9de9-4d54-b0a8-613bed9937c0 on network a17922a0-1c83-4724-a684-a885a59c7830 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 02:59:31.088095 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 2, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 02:59:31.088973 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Checking segment: {'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 02:59:31.089375 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:31.089761 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Bound using segment: {'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 02:59:31.090212 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Bound port: 2daf9146-9de9-4d54-b0a8-613bed9937c0, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 02:59:31.090604 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:31.155110 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] For port 2daf9146-9de9-4d54-b0a8-613bed9937c0, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 02:59:31.158858 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] For port 2daf9146-9de9-4d54-b0a8-613bed9937c0, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=2daf9146-9de9-4d54-b0a8-613bed9937c0,segment=NetworkSegment(17226c61-b1e6-4380-85bd-4f6a26c0f2d0),segment_id=17226c61-b1e6-4380-85bd-4f6a26c0f2d0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 02:59:31.163097 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:31.222955 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c099a-97d1-42d1-a494-91bf3c9767d2 None None] Pushing event updated for resources: {'Port': ['ID=2daf9146-9de9-4d54-b0a8-613bed9937c0,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:59:32.005451 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459d03b-900e-4a1d-a5d6-8ff03e8f37a6 None None] Network a17922a0-1c83-4724-a684-a885a59c7830 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 02:59:32.070951 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-14b8d844-509a-4e3f-bb13-69b7126182cb None None] Provisioning for port 2daf9146-9de9-4d54-b0a8-613bed9937c0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:59:33.409939 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2daf9146-9de9-4d54-b0a8-613bed9937c0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:59:33.462326 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 2daf9146-9de9-4d54-b0a8-613bed9937c0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 02:59:33.467519 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 2daf9146-9de9-4d54-b0a8-613bed9937c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:59:33.467892 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:33.543175 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:33.574124 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 2daf9146-9de9-4d54-b0a8-613bed9937c0, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=2daf9146-9de9-4d54-b0a8-613bed9937c0,segment=NetworkSegment(17226c61-b1e6-4380-85bd-4f6a26c0f2d0),segment_id=17226c61-b1e6-4380-85bd-4f6a26c0f2d0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 02:59:33.577843 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:33.624230 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=2daf9146-9de9-4d54-b0a8-613bed9937c0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 02:59:35.389753 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2daf9146-9de9-4d54-b0a8-613bed9937c0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 02:59:35.441615 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 2daf9146-9de9-4d54-b0a8-613bed9937c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 02:59:35.441992 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:37.618767 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 02:59:44.151598 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d739ac2-5640-4f7e-bf94-e9915d704df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:46.858395 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7458e956-1909-4d02-a621-0159c5444c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:47.288885 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:48.014354 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 02:59:49.544661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:14.151606 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5bce8f8c-a512-449a-a5a4-d8eb2685b057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:14.567690 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:00:16.861280 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2211efbb-f874-4278-84f4-0f86347dfe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:17.294059 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:18.018193 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:19.548544 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.091887 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47302) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:00:39.097814 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [None req-e4f7d68b-ee02-4743-bfa2-1b9b1fecaaa6 tempest-verify_tempest_config-1967784660 tempest-verify_tempest_config-1967784660-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:00:39.098778 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e4f7d68b-ee02-4743-bfa2-1b9b1fecaaa6 tempest-verify_tempest_config-1967784660 tempest-verify_tempest_config-1967784660-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058947 Aug 31 03:00:39.382553 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47320) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:00:39.485637 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.575464 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.578901 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.626876 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0f9a8ba7ba3470a805c14a7b08d8e5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2429321 Aug 31 03:00:39.628274 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c47a22-f9e8-467e-b16c-b53e97c9d76b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:00:39.630235 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47326) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:00:39.645735 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.646086 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.646428 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.646764 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.647096 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.647469 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.647807 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.648134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.648474 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.648827 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.649219 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.649542 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff08055-86b0-485a-b424-9a6d86516155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:00:39.693745 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7691cb9-b155-4088-8f3d-3b4454fd94c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.713458 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7691cb9-b155-4088-8f3d-3b4454fd94c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.801025 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7691cb9-b155-4088-8f3d-3b4454fd94c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.803647 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7691cb9-b155-4088-8f3d-3b4454fd94c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:39.804831 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c7691cb9-b155-4088-8f3d-3b4454fd94c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45c47a22-f9e8-467e-b16c-b53e97c9d76b HTTP/1.1" status: 204 len: 168 time: 0.1736789 Aug 31 03:00:39.813755 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7691cb9-b155-4088-8f3d-3b4454fd94c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c47a22-f9e8-467e-b16c-b53e97c9d76b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:00:44.151783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42e05ea2-26bb-4bda-85da-80f6074d0b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:46.864517 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a498b065-a304-4355-b911-1f7dccf59468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:47.294531 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:48.021605 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:49.552685 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:00:51.566619 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:01:14.153338 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f3440c49-1afd-43f2-8c46-93b4d1cba460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:16.864537 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-21ab33ee-214c-495d-ad5d-be8e5ce8619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:17.296380 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:18.025857 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:19.554380 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:28.565516 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:01:44.153029 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6893-2e45-4244-9c31-73bdc52ed2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:46.865079 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be5a3c92-31ec-492f-a260-e4776eebda16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:47.297328 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:48.028495 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:01:49.557798 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:05.565222 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:02:09.631053 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419067'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:14.153321 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-11430211-d29e-433f-89a8-b2654b4d55b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:16.865417 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d16309c-c26e-40d7-9f8a-a07d576afef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:17.298418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:18.031229 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:19.563480 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:25.084880 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47400) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:02:25.190230 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-9dcbbc4b-b7da-4d09-b920-996c8d205755 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1042347 Aug 31 03:02:27.407067 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47410) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:02:27.460358 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-94843b4c-f085-4dd6-98ee-ddc7d0a5d4c5 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521853 Aug 31 03:02:39.597432 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:42.563989 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:02:44.153396 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-28714006-b01d-4fcd-8109-7c62de05be19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:46.866702 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1949c94-b7f1-4610-9cd7-c94650ac5e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:47.302955 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:48.033164 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:02:49.563242 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:09.597685 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:14.154421 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e93e4b7e-13f5-48c4-8aff-112050ccf3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:16.868399 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f1604fb8-02d1-4ab0-962a-e5940e232ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:17.307034 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:18.043554 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:19.564511 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:03:19.569045 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:39.612484 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:44.155625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd6ec-01b1-4d4c-af52-1cc5b5ed00b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:46.870167 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2dd17382-266a-4bb5-8adc-b1d028b66988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:47.309072 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:48.038049 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:49.570012 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:54.701669 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47550) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:55.090378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-network', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:55.113236 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Made reservation on behalf of a2341cbfd5bf46039747c27a0d5fb8f9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:55.117728 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.131687 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.247035 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.251457 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.272304 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:03:55.289029 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:55.294346 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.294646 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Added segment 88a5d82c-d266-4efa-b762-590f8eef938d of type vlan for network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 Aug 31 03:03:55.307079 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.307411 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.307771 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.308109 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.308444 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.308795 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.309140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.309469 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.309913 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.310251 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.310578 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.310905 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Tracked resource versions report: Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: pushed versions: Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: { 'AddressGroup': {'1.2'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'ConntrackHelper': {'1.0'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Log': {'1.0'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Network': {'1.1'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Port': {'1.7'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'PortForwarding': {'1.2'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'QosPolicy': {'1.9'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroup': {'1.4'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SubPort': {'1.0'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Subnet': {'1.1'}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Trunk': {'1.1'}} Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: consumer versions: Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: HyperV agent@hv-cinder-80666: {}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'ConntrackHelper': '1.0', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Log': '1.0', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Network': '1.1', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Port': '1.7', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'PortForwarding': '1.2', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'QosPolicy': '1.9', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroup': '1.4', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SecurityGroupRule': '1.2', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'SubPort': '1.0', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Subnet': '1.1', Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: 'Trunk': '1.1'}} Aug 31 03:03:55.311987 dv-cinder-806665-1-iscsi neutron-server[93994]: {{(pid=93994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:03:55.358649 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.391546 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.392571 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:55.393175 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.453948 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7450478 Aug 31 03:03:55.454787 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47594) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:55.460343 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Request body: {'subnet': {'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-subnet', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:55.460722 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2823d43-b3e2-4a7e-a6bb-0c2428e5bddb admin admin] Pushing event updated for resources: {'Network': ['ID=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:55.481216 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:03:55.491779 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Made reservation on behalf of a2341cbfd5bf46039747c27a0d5fb8f9 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:55.497015 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.691139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.745338 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a92f2a-1acb-4103-8406-eff14b597561,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:55.758044 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.758388 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.758929 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.759272 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.759661 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.760020 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.761146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.761146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.761146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.761402 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.761634 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.761955 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Tracked resource versions report: Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: pushed versions: Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: { 'AddressGroup': {'1.2'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'ConntrackHelper': {'1.0'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Log': {'1.0'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Network': {'1.1'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Port': {'1.7'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'PortForwarding': {'1.2'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'QosPolicy': {'1.9'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroup': {'1.4'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SubPort': {'1.0'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Subnet': {'1.1'}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Trunk': {'1.1'}} Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: consumer versions: Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: HyperV agent@hv-cinder-80666: {}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'ConntrackHelper': '1.0', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Log': '1.0', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Network': '1.1', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Port': '1.7', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'PortForwarding': '1.2', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'QosPolicy': '1.9', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroup': '1.4', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SecurityGroupRule': '1.2', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'SubPort': '1.0', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Subnet': '1.1', Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: 'Trunk': '1.1'}} Aug 31 03:03:55.762998 dv-cinder-806665-1-iscsi neutron-server[93995]: {{(pid=93995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:03:55.772540 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Checking segment: {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:03:55.773111 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Network hostable DHCP agents. Network: ce22dc5e-93cd-46d3-8f25-e5a8bb521b92, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:03:55.790314 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:03:55.801534 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, ce22dc5e-93cd-46d3-8f25-e5a8bb521b92) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:03:55.807721 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:55.808826 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.812337 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7d159-80fc-440b-b0d4-9e4cd2252360 None None] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:03:55.831389 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-3e697c36-f31a-42f8-a932-512aad5224b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3787858 Aug 31 03:03:55.833958 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:55.839541 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:55.873022 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.874524 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.929647 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:55.950673 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b42735-2a6d-4fe8-97fb-711fb5484f58 None None] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:03:56.091062 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.202690 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47634) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:56.419621 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47646) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:56.432378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47650) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:56.458736 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.485690 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.542244 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1700615676-network', 'tenant_id': 'cbeddb341e5b4fe38a57da85751267ba'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:56.568453 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:03:56.595493 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Made reservation on behalf of cbeddb341e5b4fe38a57da85751267ba for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:56.597939 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.615755 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.646425 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Allocated IP 172.27.1.238 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/80181e57-3346-42f5-a2ba-5720dcaac62f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:03:56.775109 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-380231335-network', 'tenant_id': '0060db79d68e4bb492cfc5e672c9d4a1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:56.803132 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.816775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-969887012-network', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:56.821852 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.828751 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.855605 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:03:56.860045 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Made reservation on behalf of 0060db79d68e4bb492cfc5e672c9d4a1 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:56.863773 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.880799 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.898776 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.898776 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Added segment 82122390-827d-42a3-bab9-c2089cb1fc40 of type vlan for network 64cb79b0-cddb-437f-b13a-0966df0bad4f Aug 31 03:03:56.902650 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Made reservation on behalf of 914e98e1b8e64dd6a3d50cf009c9a2af for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:56.905457 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.908483 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6376593-1919-4a61-8bbe-ef45ae7bd41c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:56.926152 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:56.937015 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.004590 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.006623 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Pushing event updated for resources: {'Port': ['ID=80181e57-3346-42f5-a2ba-5720dcaac62f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:57.012302 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:03:57.015154 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:03:57.017617 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:03:57.044022 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.049325 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.065138 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:03:57.115609 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91979b36-9e44-42b9-b38f-b93669abf9cd,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:57.131051 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.132048 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:57.132633 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.142509 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.143107 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Added segment 95ccbc82-0846-41a7-a56d-401f5e7a5bb2 of type vlan for network ebf690a6-9db8-44fb-96d4-f8202fac1d23 Aug 31 03:03:57.208858 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.260232 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.261279 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:57.262044 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.346219 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.349593 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.354858 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf690a6-9db8-44fb-96d4-f8202fac1d23,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:57.366733 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:03:57.368066 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.378738 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0f849192-e735-43ba-8caa-94ed42583671 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9581544 Aug 31 03:03:57.411865 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a742355-0961-423f-bf28-23715bd39d5e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:57.427679 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47690) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:57.440094 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:03:57.454421 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.454812 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Added segment c6dc96f9-d986-43bb-bedb-29f5e38c5007 of type vlan for network 2df3f984-67b2-4c53-9175-d8cb79583fc9 Aug 31 03:03:57.551596 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Request body: {'subnet': {'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-380231335-subnet', 'tenant_id': '0060db79d68e4bb492cfc5e672c9d4a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:57.561728 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.644679 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Made reservation on behalf of 0060db79d68e4bb492cfc5e672c9d4a1 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:57.652582 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.703503 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.746809 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5423498 Aug 31 03:03:57.747593 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacf976-c8c5-4906-a8b1-855b47d676b5 admin admin] Pushing event updated for resources: {'Network': ['ID=64cb79b0-cddb-437f-b13a-0966df0bad4f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:57.751547 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47712) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:57.760413 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Request body: {'subnet': {'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1700615676-subnet', 'tenant_id': 'cbeddb341e5b4fe38a57da85751267ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:57.762338 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 64cb79b0-cddb-437f-b13a-0966df0bad4f details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:03:57.825318 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Made reservation on behalf of cbeddb341e5b4fe38a57da85751267ba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:57.828292 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.902994 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.916663 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:57.918452 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:57.973741 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:03:58.013686 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:58.024928 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] Pushing event updated for resources: {'Network': ['ID=2df3f984-67b2-4c53-9175-d8cb79583fc9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:58.037460 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:03:58.154433 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6f0309-2cbc-4f0c-915e-f20166771532,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:58.174197 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e29e6156-bbe9-4941-8086-e598660ad29a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7403395 Aug 31 03:03:58.176192 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:58.181907 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Request body: {'subnet': {'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-subnet', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:03:58.186579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:03:58.196042 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:58.198946 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Sync routers for ids ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:03:58.221937 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Routers {'2b34e65d-dc34-49a3-a286-c62a9d01d5d3'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:03:58.223234 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:03:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:03:58.227140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Checking segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:03:58.227140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Network hostable DHCP agents. Network: ebf690a6-9db8-44fb-96d4-f8202fac1d23, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:03:58.232260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Made reservation on behalf of 914e98e1b8e64dd6a3d50cf009c9a2af for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:03:58.235168 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:58.296573 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:58.298546 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-57d90ea4-f550-487b-af84-a59a21a25b1b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4635129 Aug 31 03:03:58.304197 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47736) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:58.335462 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=552a0777-3ea3-44e7-830a-59328c31ee43,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:58.363178 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Checking segment: {'id': '82122390-827d-42a3-bab9-c2089cb1fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:03:58.363570 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Network hostable DHCP agents. Network: 64cb79b0-cddb-437f-b13a-0966df0bad4f, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:03:58.369781 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:03:58.388675 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Network 64cb79b0-cddb-437f-b13a-0966df0bad4f is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:03:58.409139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 64cb79b0-cddb-437f-b13a-0966df0bad4f) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:03:58.414368 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:58.414977 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:58.417779 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, ebf690a6-9db8-44fb-96d4-f8202fac1d23) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:03:58.419908 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683840b-3c4d-4984-af5f-62537804a213 None None] Network 64cb79b0-cddb-437f-b13a-0966df0bad4f requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:03:58.423452 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:58.424515 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:58.455534 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5632f68e-7b37-43ea-b972-83eaf68824d1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7008975 Aug 31 03:03:58.458502 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1d215462-b874-4e22-81f9-8366291a9648 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9239023 Aug 31 03:03:58.566409 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47756) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:58.577715 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Set router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:03:58.634761 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9326726-7078-4ba6-ba42-366ab05171ef None None] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:03:58.894492 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46cb45-c69c-4e31-bb33-cfccecfc7c72 None None] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:03:59.013895 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:03:57Z', 'revision_number': 3, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port': {'id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:03:56Z', 'updated_at': '2021-08-31T03:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:03:59.062929 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Checking router: 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:03:59.063582 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Updating router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 port 80181e57-3346-42f5-a2ba-5720dcaac62f binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:03:59.073041 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2119850b-a289-4869-9429-ba4b1936278d None None] Network 64cb79b0-cddb-437f-b13a-0966df0bad4f requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:03:59.093422 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.129805 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-655502dd-2a67-4ed6-8359-c484ff0d5713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.319254 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-655502dd-2a67-4ed6-8359-c484ff0d5713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.324734 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-655502dd-2a67-4ed6-8359-c484ff0d5713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.411394 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-655502dd-2a67-4ed6-8359-c484ff0d5713 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c86e34615414b2ca54ee3779044ffe6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8414340 Aug 31 03:03:59.411394 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655502dd-2a67-4ed6-8359-c484ff0d5713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c93d6-7be7-4ea6-866d-766b8acfcd3d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:59.413454 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:59.438592 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47818) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:59.446109 dv-cinder-806665-1-iscsi neutron-server[93994]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 03:03:59.485853 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f6fffbb-6616-440a-9606-29c0ce321dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.488917 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.514278 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f6fffbb-6616-440a-9606-29c0ce321dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.544865 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.568217 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Transition to ACTIVE for port object 80181e57-3346-42f5-a2ba-5720dcaac62f will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:03:59.579755 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.591098 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f6fffbb-6616-440a-9606-29c0ce321dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.595357 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f6fffbb-6616-440a-9606-29c0ce321dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.600151 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-7f6fffbb-6616-440a-9606-29c0ce321dff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f57c93d6-7be7-4ea6-866d-766b8acfcd3d HTTP/1.1" status: 204 len: 168 time: 0.1866605 Aug 31 03:03:59.609336 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47826) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:59.614772 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fffbb-6616-440a-9606-29c0ce321dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c93d6-7be7-4ea6-866d-766b8acfcd3d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:59.631036 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Attempting to bind port 80181e57-3346-42f5-a2ba-5720dcaac62f on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:03:59.631036 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Attempting to bind port 80181e57-3346-42f5-a2ba-5720dcaac62f by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:03:59.631658 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Attempting to bind port 80181e57-3346-42f5-a2ba-5720dcaac62f on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:03:59.661847 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:03:59.662231 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:03:59.665467 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.665467 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:03:59.665467 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Bound port: 80181e57-3346-42f5-a2ba-5720dcaac62f, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:03:59.665467 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.666464 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47830) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:59.729985 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] For port 80181e57-3346-42f5-a2ba-5720dcaac62f, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:03:59.736686 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Pushing event updated for resources: {'Port': ['ID=80181e57-3346-42f5-a2ba-5720dcaac62f,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:59.750557 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] For port 80181e57-3346-42f5-a2ba-5720dcaac62f, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=80181e57-3346-42f5-a2ba-5720dcaac62f,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:03:59.752658 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.753304 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.753695 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.753948 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.754356 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.754743 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.755066 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.755496 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.755773 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.756178 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.756506 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.756836 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Tracked resource versions report: Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: pushed versions: Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: { 'AddressGroup': {'1.2'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'ConntrackHelper': {'1.0'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Log': {'1.0'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Network': {'1.1'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Port': {'1.7'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'PortForwarding': {'1.2'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'QosPolicy': {'1.9'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroup': {'1.4'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SubPort': {'1.0'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Subnet': {'1.1'}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Trunk': {'1.1'}} Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: consumer versions: Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: HyperV agent@hv-cinder-80666: {}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'ConntrackHelper': '1.0', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Log': '1.0', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Network': '1.1', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Port': '1.7', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'PortForwarding': '1.2', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'QosPolicy': '1.9', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroup': '1.4', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SecurityGroupRule': '1.2', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'SubPort': '1.0', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Subnet': '1.1', Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: 'Trunk': '1.1'}} Aug 31 03:03:59.757953 dv-cinder-806665-1-iscsi neutron-server[93997]: {{(pid=93997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:03:59.761734 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:03:59.814543 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:59.830802 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Routers {'2b34e65d-dc34-49a3-a286-c62a9d01d5d3'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:03:59.831497 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:03:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:03:59.858383 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Checking segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:03:59.858748 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Network hostable DHCP agents. Network: 2df3f984-67b2-4c53-9175-d8cb79583fc9, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:03:59.866981 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-c57c79f7-b445-4aa7-9238-d2dbe6c6f25f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:03:59.873441 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868799bc-b67e-4a8e-986a-349487299a36 None None] Pushing event updated for resources: {'Port': ['ID=80181e57-3346-42f5-a2ba-5720dcaac62f,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:03:59.881766 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-c57c79f7-b445-4aa7-9238-d2dbe6c6f25f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/networks?id=64cb79b0-cddb-437f-b13a-0966df0bad4f HTTP/1.1" status: 200 len: 812 time: 0.4396310 Aug 31 03:03:59.942037 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-7689460c-b94d-4a86-a4df-7a70dc80865f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/quotas/cbeddb341e5b4fe38a57da85751267ba HTTP/1.1" status: 200 len: 375 time: 0.0593424 Aug 31 03:03:59.946819 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:03:59.950858 dv-cinder-806665-1-iscsi neutron-server[93995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 03:03:59.971429 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] Set router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:00.036353 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-3e6111ee-e416-4304-9373-3f50c207ecb2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbeddb341e5b4fe38a57da85751267ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933802 Aug 31 03:04:00.042674 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-890d353a-a249-4b07-a575-28a2d3640dfe tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:04:00.052770 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-890d353a-a249-4b07-a575-28a2d3640dfe tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153935 Aug 31 03:04:00.086661 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:04:00.089795 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4352c669-3fcb-42b6-a770-1911a485008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.131777 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.154931 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 2df3f984-67b2-4c53-9175-d8cb79583fc9) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:00.163830 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:00.164692 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.168089 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1577a4a-231d-4ac8-ba7a-20a9dd40d02c None None] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:00.247834 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b6f69ff-bd4c-494d-97df-5edab5b32924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.252546 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47856) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:00.371721 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:03:57Z', 'revision_number': 3, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port': {'id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:03:56Z', 'updated_at': '2021-08-31T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:00.382274 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-2df3f984-67b2-4c53-9175-d8cb79583fc9', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:04:00.383389 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.386470 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4352c669-3fcb-42b6-a770-1911a485008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.391735 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-435f23cd-d771-42ca-8080-af2360f1c7f7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:00.394760 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-435f23cd-d771-42ca-8080-af2360f1c7f7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.4450393 Aug 31 03:04:00.401583 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-d80e71bd-5086-4b2d-b6b3-b3796feba7ef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2240248 Aug 31 03:04:00.402331 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4352c669-3fcb-42b6-a770-1911a485008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.405348 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Allocated IP 172.20.0.1 (ce22dc5e-93cd-46d3-8f25-e5a8bb521b92/b6a92f2a-1acb-4103-8406-eff14b597561/23007c50-2ff1-4608-ad41-d79f40d7a61c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:00.407339 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47860) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:00.407822 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.416598 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:00.438044 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32116529-5dd1-456c-b975-6f30a712d850 None None] The sync data for ids ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'] in dv-cinder-806665-1-iscsi is: [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:03:57Z', 'revision_number': 3, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port': {'id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:03:56Z', 'updated_at': '2021-08-31T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:04:00.444947 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-7aeb72bf-89ad-4f47-aa94-abe43ebc0e6b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/quotas/0060db79d68e4bb492cfc5e672c9d4a1 HTTP/1.1" status: 200 len: 375 time: 0.0303497 Aug 31 03:04:00.462438 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.db.api [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 03:04:00.462438 dv-cinder-806665-1-iscsi neutron-server[93995]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 03:04:00.462438 dv-cinder-806665-1-iscsi neutron-server[93995]: [parameters: {'project_id_1': 'aea44c7ec85e4429bdceee92e65821e1', 'expiration_1': datetime.datetime(2021, 8, 31, 3, 4, 0, 442365)}] Aug 31 03:04:00.462438 dv-cinder-806665-1-iscsi neutron-server[93995]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 03:04:00.464133 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG oslo_db.api [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 03:04:00.482968 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.db.api [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 03:04:00.482968 dv-cinder-806665-1-iscsi neutron-server[93994]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 03:04:00.482968 dv-cinder-806665-1-iscsi neutron-server[93994]: [parameters: {'project_id_1': '914e98e1b8e64dd6a3d50cf009c9a2af', 'expiration_1': datetime.datetime(2021, 8, 31, 3, 4, 0, 435098)}] Aug 31 03:04:00.482968 dv-cinder-806665-1-iscsi neutron-server[93994]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 03:04:00.483473 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG oslo_db.api [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 03:04:00.491610 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4352c669-3fcb-42b6-a770-1911a485008b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2c271fd1a554e1ab67a94b3ccbc791c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8725135 Aug 31 03:04:00.496830 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:00.502106 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c669-3fcb-42b6-a770-1911a485008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc81b80-2ae5-4e16-9b7e-b17bfd2aa373,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:00.548114 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-fd32e640-7e72-4d6c-a9b3-0ebca9f55633 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939972 Aug 31 03:04:00.587256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-7e85f000-31e2-43f8-9a98-af7445f622a6 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:04:00.589527 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-7e85f000-31e2-43f8-9a98-af7445f622a6 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178673 Aug 31 03:04:00.637224 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Allocated IP 172.20.0.2 (2df3f984-67b2-4c53-9175-d8cb79583fc9/4cf1e552-2f55-4c5f-9a3b-5300c9a4684e/1a6d4537-9e2c-48bd-bcb0-e191518f4e7a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:00.646912 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec70f592-ca77-4804-831e-d19cc5f1f1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.670146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b6f69ff-bd4c-494d-97df-5edab5b32924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.675062 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.679301 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-db7b32ef-d999-4547-93e5-8ea1e24312ca service neutron] 10.222.0.39 "GET /v2.0/networks/64cb79b0-cddb-437f-b13a-0966df0bad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249732 Aug 31 03:04:00.682988 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b6f69ff-bd4c-494d-97df-5edab5b32924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.699672 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec70f592-ca77-4804-831e-d19cc5f1f1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.776555 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f69ff-bd4c-494d-97df-5edab5b32924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e7e3b5-a616-4361-8dfd-dc622c529495,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:00.781562 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6b6f69ff-bd4c-494d-97df-5edab5b32924 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65e123f49a16418eb59bd353c6ab19b9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1139596 Aug 31 03:04:00.785166 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47872) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:00.794129 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.862296 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-6729edaf-d9a3-4f02-b535-579c6ea03333 service neutron] 10.222.0.39 "GET /v2.0/networks/64cb79b0-cddb-437f-b13a-0966df0bad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675885 Aug 31 03:04:00.865536 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec70f592-ca77-4804-831e-d19cc5f1f1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.872401 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec70f592-ca77-4804-831e-d19cc5f1f1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.873240 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:00.875791 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ec70f592-ca77-4804-831e-d19cc5f1f1af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dfc81b80-2ae5-4e16-9b7e-b17bfd2aa373 HTTP/1.1" status: 204 len: 168 time: 0.3757985 Aug 31 03:04:00.876589 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:00.894194 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:00.894676 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.918203 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b648a2a6-d49e-4c61-a1c1-f2ff2f7da177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.921006 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70f592-ca77-4804-831e-d19cc5f1f1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc81b80-2ae5-4e16-9b7e-b17bfd2aa373,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:00.961043 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Pushing event updated for resources: {'Port': ['ID=23007c50-2ff1-4608-ad41-d79f40d7a61c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:00.967100 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.970100 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:00.982033 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Transition to ACTIVE for port object 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:01.007551 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Transition to ACTIVE for port object 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:01.015834 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.063436 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:01.079023 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:01.087322 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:01.097696 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Pushing event updated for resources: {'Port': ['ID=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:01.111621 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.112805 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.129539 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.129940 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.130387 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.130838 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.131274 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.133461 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.133972 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.135138 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.136916 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.137367 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.138810 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.139246 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Tracked resource versions report: Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: pushed versions: Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: { 'AddressGroup': {'1.2'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'ConntrackHelper': {'1.0'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Log': {'1.0'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Network': {'1.1'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Port': {'1.7'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'PortForwarding': {'1.2'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'QosPolicy': {'1.9'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroup': {'1.4'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SubPort': {'1.0'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Subnet': {'1.1'}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Trunk': {'1.1'}} Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: consumer versions: Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: { DHCP agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: HyperV agent@hv-cinder-80666: {}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: L3 agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: Metadata agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: Metering agent@dv-cinder-806665-1-iscsi: {}, Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: Open vSwitch agent@dv-cinder-806665-1-iscsi: { 'AddressGroup': '1.2', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'ConntrackHelper': '1.0', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Log': '1.0', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Network': '1.1', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Port': '1.7', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'PortForwarding': '1.2', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'QosPolicy': '1.9', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroup': '1.4', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SecurityGroupRule': '1.2', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'SubPort': '1.0', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Subnet': '1.1', Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: 'Trunk': '1.1'}} Aug 31 03:04:01.141604 dv-cinder-806665-1-iscsi neutron-server[93996]: {{(pid=93996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:04:01.194465 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Attempting to bind port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:01.195120 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Attempting to bind port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:01.195437 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Attempting to bind port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:01.206589 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:01.207942 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Checking segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:01.208567 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.209118 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Bound using segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:01.209833 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Bound port: 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:01.210499 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.214993 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-fcff6045-9fb2-4c2d-8fcd-f377bbd4f26b service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949155 Aug 31 03:04:01.235382 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b648a2a6-d49e-4c61-a1c1-f2ff2f7da177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.335237 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.339337 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] For port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:01.349509 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] For port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:01.350248 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.363461 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.457102 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-86949954-d176-405d-9203-84b99450ade4 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298403 Aug 31 03:04:01.521193 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35902d7d-200e-4a0b-a60d-4a9379850181 None None] Pushing event updated for resources: {'Port': ['ID=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:01.538077 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b648a2a6-d49e-4c61-a1c1-f2ff2f7da177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.544075 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b648a2a6-d49e-4c61-a1c1-f2ff2f7da177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.549163 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b648a2a6-d49e-4c61-a1c1-f2ff2f7da177 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58e7e3b5-a616-4361-8dfd-dc622c529495 HTTP/1.1" status: 204 len: 168 time: 0.7633410 Aug 31 03:04:01.564067 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-08a45495-b1fb-4a9b-8f64-c3076e9a5c4d req-9ce4c3ca-80b9-4423-bcc1-fc38c58aac81 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 210 time: 0.0673773 Aug 31 03:04:01.580815 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a2a6-d49e-4c61-a1c1-f2ff2f7da177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e7e3b5-a616-4361-8dfd-dc622c529495,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:01.664243 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 47902) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:01.708214 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.723885 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:01.844178 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 80181e57-3346-42f5-a2ba-5720dcaac62f up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:01.957589 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:01.961187 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aea44c7ec85e4429bdceee92e65821e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5983160 Aug 31 03:04:01.962302 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186ec2d-b509-4b57-aee1-972d437a0980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228105cf-1524-4d9d-9cdd-7d6ecd33404d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:01.981592 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69d05a99-1652-41d4-909c-50c70f312d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.061819 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 80181e57-3346-42f5-a2ba-5720dcaac62f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:02.086528 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 80181e57-3346-42f5-a2ba-5720dcaac62f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:02.086911 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.121483 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69d05a99-1652-41d4-909c-50c70f312d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.138507 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69d05a99-1652-41d4-909c-50c70f312d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.214172 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-69d05a99-1652-41d4-909c-50c70f312d77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc4d86610439462da3118196491824bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5457568 Aug 31 03:04:02.218417 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 47922) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:02.233410 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b9dfda91-03ad-4209-82e0-581b89962220 req-4fb8c37d-58b0-4b03-a25c-65bd7edf52d1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.0675013 Aug 31 03:04:02.234401 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d05a99-1652-41d4-909c-50c70f312d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b948458b-e30c-4f97-a107-2957e755a2f3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:02.259023 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.342885 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.381646 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 80181e57-3346-42f5-a2ba-5720dcaac62f, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=80181e57-3346-42f5-a2ba-5720dcaac62f,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:02.388816 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.452814 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=80181e57-3346-42f5-a2ba-5720dcaac62f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:02.550239 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8adf060-2006-4178-bd81-3d9a0d0350d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.568092 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98b447ac-a6c0-454c-83e6-be9d4092a503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.612834 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.652141 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.653606 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.732551 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98b447ac-a6c0-454c-83e6-be9d4092a503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.750059 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8adf060-2006-4178-bd81-3d9a0d0350d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.954014 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98b447ac-a6c0-454c-83e6-be9d4092a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.956703 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98b447ac-a6c0-454c-83e6-be9d4092a503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:02.960855 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-98b447ac-a6c0-454c-83e6-be9d4092a503 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b948458b-e30c-4f97-a107-2957e755a2f3 HTTP/1.1" status: 204 len: 168 time: 0.7142761 Aug 31 03:04:02.987333 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9cbfeab9-a11a-4e7d-9958-ac5fde9cfbcb req-77a401f9-fb0e-4d86-aa7d-84e25a77174e tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 210 time: 0.3063350 Aug 31 03:04:02.988378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Pushing event updated for resources: {'Port': ['ID=23007c50-2ff1-4608-ad41-d79f40d7a61c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:03.035902 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b447ac-a6c0-454c-83e6-be9d4092a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b948458b-e30c-4f97-a107-2957e755a2f3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:03.051672 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8adf060-2006-4178-bd81-3d9a0d0350d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:03.054331 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8adf060-2006-4178-bd81-3d9a0d0350d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:03.055600 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a8adf060-2006-4178-bd81-3d9a0d0350d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/228105cf-1524-4d9d-9cdd-7d6ecd33404d HTTP/1.1" status: 204 len: 168 time: 1.0891309 Aug 31 03:04:03.091522 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adf060-2006-4178-bd81-3d9a0d0350d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228105cf-1524-4d9d-9cdd-7d6ecd33404d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:03.122964 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:03.131321 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:03.187653 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43dbf2e-da92-4d77-8e63-e640b09bd044 None None] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:03.316698 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9763667a-f3a2-4ad4-a03e-b3e5f2295855 None None] Provisioning for port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:03.425900 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9c17db48-dcd1-4183-adfb-9859face4408 req-0002be1d-6209-47ee-b50e-a24240433762 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.0573421 Aug 31 03:04:03.544444 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:03.600094 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:03.776610 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 80181e57-3346-42f5-a2ba-5720dcaac62f up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:03.796975 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:04:03.909632 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 80181e57-3346-42f5-a2ba-5720dcaac62f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:03.910312 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:03.910904 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Allocated IP 172.27.1.240 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/c61a281d-cf63-4823-962c-ae5d35591d06) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:04.051580 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:04.117610 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48026) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:04.148667 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:04.158669 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:04.160613 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.225684 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.263151 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:04:04.284249 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e7432127-27f8-4ca0-b014-cf2ff85908d5 admin admin] 10.222.0.39 "PUT /v2.0/routers/2b34e65d-dc34-49a3-a286-c62a9d01d5d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9788558 Aug 31 03:04:04.301239 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Sync routers for ids ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:04:04.305488 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.317674 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-48898027-3e31-4f0a-bae1-39334069c41a req-520120b2-174e-4583-933b-54a3515da758 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 210 time: 0.0483909 Aug 31 03:04:04.325277 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Routers {'2b34e65d-dc34-49a3-a286-c62a9d01d5d3'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:04.326041 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:03:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:04.359345 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:04.363974 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:04.371085 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:04.443634 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c61a281d-cf63-4823-962c-ae5d35591d06,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:04.444179 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8eaa25b9-16d4-4494-93f0-e79317ae0188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.543063 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.45', 61707) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:04.546337 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.716107 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8eaa25b9-16d4-4494-93f0-e79317ae0188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.722386 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8eaa25b9-16d4-4494-93f0-e79317ae0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.773076 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5aad0247-1735-4a1d-ad6a-4558c03ebbba req-b2bec075-8afa-4d3f-abc0-09cf89173833 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.0463724 Aug 31 03:04:04.780341 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-893fc260-0794-4371-afbb-34a302a4d40d tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:04.781290 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:04.781789 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-893fc260-0794-4371-afbb-34a302a4d40d tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.45 "GET /v2.0/networks?id=64cb79b0-cddb-437f-b13a-0966df0bad4f HTTP/1.1" status: 200 len: 812 time: 0.2377679 Aug 31 03:04:04.794818 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.814950 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa25b9-16d4-4494-93f0-e79317ae0188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f384c-5806-463d-9ea4-4874abed150f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:04.840727 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-8eaa25b9-16d4-4494-93f0-e79317ae0188 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3387a68ed744356ae7a2815ae8ef970&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7219172 Aug 31 03:04:04.842492 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48054) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:04.911203 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90d81a56-5d97-46c6-b644-b778cb22eb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.935254 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90d81a56-5d97-46c6-b644-b778cb22eb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:04.943532 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Set router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:04.983841 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:05.042934 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90d81a56-5d97-46c6-b644-b778cb22eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:05.046001 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90d81a56-5d97-46c6-b644-b778cb22eb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:05.047194 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-90d81a56-5d97-46c6-b644-b778cb22eb88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee8f384c-5806-463d-9ea4-4874abed150f HTTP/1.1" status: 204 len: 168 time: 0.2037518 Aug 31 03:04:05.068784 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d81a56-5d97-46c6-b644-b778cb22eb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f384c-5806-463d-9ea4-4874abed150f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:05.100576 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Request body: {'port': {'device_id': '50886484-227b-4feb-8822-c59ed4c17c8e', 'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f', 'admin_state_up': True, 'tenant_id': 'cbeddb341e5b4fe38a57da85751267ba'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:05.106603 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.45', 61712) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:05.300218 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:04:01Z', 'revision_number': 4, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port': {'id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:03:56Z', 'updated_at': '2021-08-31T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '23007c50-2ff1-4608-ad41-d79f40d7a61c', 'name': '', 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'mac_address': 'fa:16:3e:6b:70:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:00Z', 'updated_at': '2021-08-31T03:04:01Z', 'revision_number': 2, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'subnets': [{'id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:05.354430 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Checking router: 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:04:05.356052 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Updating router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 port 23007c50-2ff1-4608-ad41-d79f40d7a61c binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:04:05.385309 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-ebcbd45f-b358-4a1b-8de9-63561138bfc3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:05.388485 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-ebcbd45f-b358-4a1b-8de9-63561138bfc3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.2804780 Aug 31 03:04:05.392456 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:05.412862 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Request body: {'port': {'device_id': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'admin_state_up': True, 'tenant_id': '0060db79d68e4bb492cfc5e672c9d4a1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:05.417863 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:05.505640 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-362f028d-d8d0-4e5e-a265-3552ad6d6b21 req-0cb4d8b4-8c84-4c27-9123-5d5161f06ba8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 210 time: 0.0570273 Aug 31 03:04:05.552694 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Made reservation on behalf of cbeddb341e5b4fe38a57da85751267ba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:05.556555 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:05.635269 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:05.788287 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Made reservation on behalf of 0060db79d68e4bb492cfc5e672c9d4a1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:05.797873 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:05.872122 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:05.873093 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.013928 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b122e417-253a-4367-a585-6adf3a51a02f req-b2f7d650-5629-46aa-acec-20d07f513ba1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.0923879 Aug 31 03:04:06.020839 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Allocated IP 172.20.0.8 (64cb79b0-cddb-437f-b13a-0966df0bad4f/552a0777-3ea3-44e7-830a-59328c31ee43/e1f07fa0-7280-4db4-964b-c8959e32f5aa) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:06.161122 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.173675 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Transition to ACTIVE for port object 23007c50-2ff1-4608-ad41-d79f40d7a61c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:06.185129 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.311709 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.335903 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5198-0860-4a6a-b2b5-a548da4900eb None None] Pushing event updated for resources: {'Port': ['ID=23007c50-2ff1-4608-ad41-d79f40d7a61c,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:06.366173 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Attempting to bind port 23007c50-2ff1-4608-ad41-d79f40d7a61c on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:06.367992 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Attempting to bind port 23007c50-2ff1-4608-ad41-d79f40d7a61c by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:06.369234 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Attempting to bind port 23007c50-2ff1-4608-ad41-d79f40d7a61c on network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:06.375492 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:06.377634 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Checking segment: {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:06.379881 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.380294 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Bound using segment: {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:06.381781 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Bound port: 23007c50-2ff1-4608-ad41-d79f40d7a61c, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:06.382241 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.488956 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] For port 23007c50-2ff1-4608-ad41-d79f40d7a61c, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:06.497180 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] For port 23007c50-2ff1-4608-ad41-d79f40d7a61c, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=23007c50-2ff1-4608-ad41-d79f40d7a61c,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:06.516525 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.612244 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Routers {'2b34e65d-dc34-49a3-a286-c62a9d01d5d3'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:06.613186 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:03:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:06.635659 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:06.698727 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Allocated IP 172.20.0.11 (ebf690a6-9db8-44fb-96d4-f8202fac1d23/ee6f0309-2cbc-4f0c-915e-f20166771532/7d961084-60b2-44f3-be07-3c8be78bce8a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:06.749246 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] Set router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:06.749388 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-dae02708-0557-434b-bdf5-c3fa74a8e26f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:06.757431 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-dae02708-0557-434b-bdf5-c3fa74a8e26f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 819 time: 0.6577671 Aug 31 03:04:06.869232 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-493cc479-90fa-4b7d-9ff1-614013a118ea tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/quotas/a2341cbfd5bf46039747c27a0d5fb8f9 HTTP/1.1" status: 200 len: 375 time: 0.1100757 Aug 31 03:04:06.877604 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f3a8ed91-7b1f-488a-90fe-bb060306f92c req-c683d09e-ee02-480e-bd21-19734aa75b03 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 210 time: 0.1765096 Aug 31 03:04:06.885083 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:04:07.023775 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-f856f56e-6825-4dcc-b61f-611bf6b21a65 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531811 Aug 31 03:04:07.199975 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:07.347687 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:04:01Z', 'revision_number': 4, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port': {'id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:03:56Z', 'updated_at': '2021-08-31T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '23007c50-2ff1-4608-ad41-d79f40d7a61c', 'name': '', 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'mac_address': 'fa:16:3e:6b:70:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:00Z', 'updated_at': '2021-08-31T03:04:06Z', 'revision_number': 4, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'subnets': [{'id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:07.356655 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48142) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:07.437236 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5198-0860-4a6a-b2b5-a548da4900eb None None] Pushing event updated for resources: {'Port': ['ID=23007c50-2ff1-4608-ad41-d79f40d7a61c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:07.448984 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-484cc580-a6ba-4781-88d5-c3c8e8b0531f service neutron] 10.222.0.39 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213452 Aug 31 03:04:07.458700 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b0f5b-af5f-44a7-b452-59ca85b49148 None None] The sync data for ids ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'] in dv-cinder-806665-1-iscsi is: [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:04:01Z', 'revision_number': 4, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port': {'id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:03:56Z', 'updated_at': '2021-08-31T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '23007c50-2ff1-4608-ad41-d79f40d7a61c', 'name': '', 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'mac_address': 'fa:16:3e:6b:70:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:00Z', 'updated_at': '2021-08-31T03:04:06Z', 'revision_number': 4, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'subnets': [{'id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:04:07.459920 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:07.821503 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:04:07.824917 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Sync routers for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:04:07.826242 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6135043c-d9fb-40aa-8d2d-02e9392007bb req-84503a02-628f-4403-a557-a4e17b51cd63 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.4363434 Aug 31 03:04:07.827664 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:07.827664 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:03:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:07.828755 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Network 64cb79b0-cddb-437f-b13a-0966df0bad4f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:07.828755 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:07.828755 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:07.828755 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:07.828755 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:07.830781 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-faa331d2-daac-4716-9a16-e8cafa2022c5 service neutron] 10.222.0.39 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544712 Aug 31 03:04:07.900246 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-955560585-network', 'tenant_id': 'd15e58bb98b14b0293713d923f684a59'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:07.903416 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8083324 Aug 31 03:04:07.953523 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Made reservation on behalf of d15e58bb98b14b0293713d923f684a59 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:07.957660 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:07.976812 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a0e0856e-7643-4ba4-a96c-623c3c279d16 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:04:07.981294 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a0e0856e-7643-4ba4-a96c-623c3c279d16 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410900 Aug 31 03:04:07.983538 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd0d40-a2d5-475d-8770-8e41ad51c9f2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Pushing event updated for resources: {'Port': ['ID=e1f07fa0-7280-4db4-964b-c8959e32f5aa,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:07.997270 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:08.012897 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:08.017276 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ccf4b2a3-050e-4d48-8b60-38ea6f1b01a0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6045518 Aug 31 03:04:08.017664 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48162) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:08.330449 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:08.342641 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:08.355609 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:08.389556 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:04:08.420909 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:08.421498 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:08.423835 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Added segment 93c7df47-0b90-466c-b3b4-b69a7ee353a5 of type vlan for network aa8943ae-c05e-499b-b67a-a26fb22d91b8 Aug 31 03:04:08.547891 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:08.675127 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1d47d870-3db8-409d-8772-867e713fc502 req-0ffb66cc-db6c-49e8-9543-75b3a2e45461 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 210 time: 0.3402901 Aug 31 03:04:08.886547 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:04Z', 'revision_number': 3, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:08.947448 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Checking router: c10319cd-8ecb-44e3-8c29-cceb5dc26b4f for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:04:08.948146 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Updating router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f port c61a281d-cf63-4823-962c-ae5d35591d06 binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:04:08.972840 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 03:04:08.987923 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:09.192309 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3856a-bf4a-4ade-912c-fdddd5ad061f req-dab82cb8-315b-494e-a50c-a153a7fd4117 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:09.203209 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e6f3856a-bf4a-4ade-912c-fdddd5ad061f req-dab82cb8-315b-494e-a50c-a153a7fd4117 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 932 time: 0.3474023 Aug 31 03:04:09.221019 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:09.293468 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:09.296308 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:09.297067 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:09.318797 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198d21-649d-444a-9dce-05aa56de580a req-1d440382-2d83-44f2-be7e-78d6438a7adb tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:09.340972 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52198d21-649d-444a-9dce-05aa56de580a req-1d440382-2d83-44f2-be7e-78d6438a7adb tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 931 time: 0.5572999 Aug 31 03:04:09.416299 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e6f3856a-bf4a-4ade-912c-fdddd5ad061f req-9f3501c7-dd14-4891-a5b5-5a76e4f5aba2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747396 Aug 31 03:04:09.420990 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:09.427783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:09.451115 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:09.454465 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:09.534619 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1755996 Aug 31 03:04:09.544998 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48214) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:09.546712 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1432259 Aug 31 03:04:09.574831 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a243324-f12d-4ed8-82d8-0af88e2d26a1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event updated for resources: {'Port': ['ID=7d961084-60b2-44f3-be07-3c8be78bce8a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:09.604645 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Request body: {'subnet': {'network_id': 'aa8943ae-c05e-499b-b67a-a26fb22d91b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-955560585-subnet', 'tenant_id': 'd15e58bb98b14b0293713d923f684a59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:09.646386 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:09.661183 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:09.673432 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181fd101-ac48-4cfa-8177-ff3832cd18a9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:09.684786 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Transition to ACTIVE for port object c61a281d-cf63-4823-962c-ae5d35591d06 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:09.714502 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:09.746066 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52198d21-649d-444a-9dce-05aa56de580a req-5384243f-99d2-48bd-b59e-4b5e89980977 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042084 Aug 31 03:04:09.762998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Request body: {'port': {'device_id': '50886484-227b-4feb-8822-c59ed4c17c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:09.910686 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900958c-d18e-446f-83f5-8cc1379a293b admin admin] Pushing event updated for resources: {'Network': ['ID=aa8943ae-c05e-499b-b67a-a26fb22d91b8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:09.924578 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network aa8943ae-c05e-499b-b67a-a26fb22d91b8 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:04:10.010855 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Attempting to bind port c61a281d-cf63-4823-962c-ae5d35591d06 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:10.011493 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Attempting to bind port c61a281d-cf63-4823-962c-ae5d35591d06 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:10.011610 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Attempting to bind port c61a281d-cf63-4823-962c-ae5d35591d06 on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:10.056223 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Made reservation on behalf of d15e58bb98b14b0293713d923f684a59 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:10.058564 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.074974 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:10.075355 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:10.091243 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.099908 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:10.100465 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Bound port: c61a281d-cf63-4823-962c-ae5d35591d06, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:10.100883 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.119557 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 23007c50-2ff1-4608-ad41-d79f40d7a61c up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:10.173024 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.214270 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d05674-c827-43b0-b3fe-da72d67d35d4 None None] Pushing event updated for resources: {'Port': ['ID=c61a281d-cf63-4823-962c-ae5d35591d06,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:10.220432 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.45', 61721) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:10.359750 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 23007c50-2ff1-4608-ad41-d79f40d7a61c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:10.362897 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Request body: {'port': {'device_id': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:10.367095 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 23007c50-2ff1-4608-ad41-d79f40d7a61c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:10.367587 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.395644 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] For port c61a281d-cf63-4823-962c-ae5d35591d06, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:10.414416 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] For port c61a281d-cf63-4823-962c-ae5d35591d06, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=c61a281d-cf63-4823-962c-ae5d35591d06,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:10.421804 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.600354 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.653580 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 23007c50-2ff1-4608-ad41-d79f40d7a61c, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=23007c50-2ff1-4608-ad41-d79f40d7a61c,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:10.662391 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.807216 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-439adb0d-5859-4107-b44b-80b04cb198cf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:10.809994 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d05674-c827-43b0-b3fe-da72d67d35d4 None None] Pushing event updated for resources: {'Port': ['ID=c61a281d-cf63-4823-962c-ae5d35591d06,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:10.816217 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-439adb0d-5859-4107-b44b-80b04cb198cf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 819 time: 1.1339865 Aug 31 03:04:10.859132 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:10.924738 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-becb3c17-12a5-4bd2-bf23-0d1b39c5cf83 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/quotas/a2341cbfd5bf46039747c27a0d5fb8f9 HTTP/1.1" status: 200 len: 375 time: 0.1068263 Aug 31 03:04:10.934250 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:10.934896 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:03:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:10.995154 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-dfd01343-7ce9-465f-a214-c748249db362 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:10.997225 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-dfd01343-7ce9-465f-a214-c748249db362 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 819 time: 0.7581944 Aug 31 03:04:11.020373 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=23007c50-2ff1-4608-ad41-d79f40d7a61c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:11.237871 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:11.294891 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-f152fcf2-0260-4447-8dc4-12240562b89e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3673198 Aug 31 03:04:11.435408 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:11.487183 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc5c6-d3dc-4121-9110-2b2965554638 req-456df1e0-d053-43fb-84c2-80e2b785d03c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:11.495125 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b64fc5c6-d3dc-4121-9110-2b2965554638 req-456df1e0-d053-43fb-84c2-80e2b785d03c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 932 time: 0.4593828 Aug 31 03:04:11.555643 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Request body: {'port': {'device_id': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'admin_state_up': True, 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:11.614479 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:04Z', 'revision_number': 3, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:11.616514 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:11.635750 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2899c2-6675-4b1f-a75e-677e481d7ca4 None None] The sync data for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi is: [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:04Z', 'revision_number': 3, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:04:11.669679 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 23007c50-2ff1-4608-ad41-d79f40d7a61c up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:11.841456 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 23007c50-2ff1-4608-ad41-d79f40d7a61c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:11.845999 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:11.953899 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Allocated IP 172.20.0.1 (2df3f984-67b2-4c53-9175-d8cb79583fc9/4cf1e552-2f55-4c5f-9a3b-5300c9a4684e/2526ba14-2740-4926-8d4e-8ed180b43300) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:12.242919 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda5b220-f317-4e44-9cde-ffd1f0758f8c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:12.266457 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b64fc5c6-d3dc-4121-9110-2b2965554638 req-c0f951c7-1d1f-4075-b2ef-5147f0372ec8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7703166 Aug 31 03:04:12.341542 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:12.391219 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Transition to ACTIVE for port object 2526ba14-2740-4926-8d4e-8ed180b43300 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:12.457842 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Checking segment: {'id': '93c7df47-0b90-466c-b3b4-b69a7ee353a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'aa8943ae-c05e-499b-b67a-a26fb22d91b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:12.458755 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Network hostable DHCP agents. Network: aa8943ae-c05e-499b-b67a-a26fb22d91b8, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:04:12.487953 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f07fa0-7280-4db4-964b-c8959e32f5aa {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:12.499187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:12.537346 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Made reservation on behalf of a2341cbfd5bf46039747c27a0d5fb8f9 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:12.542215 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:12.549073 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Network aa8943ae-c05e-499b-b67a-a26fb22d91b8 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:04:12.550536 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Transition to ACTIVE for port object e1f07fa0-7280-4db4-964b-c8959e32f5aa will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:12.557755 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-6a357acf-ca70-4dae-80d4-04a34fa638a5 service neutron] 10.222.0.39 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9966276 Aug 31 03:04:12.560889 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:12.619907 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Pushing event updated for resources: {'Port': ['ID=e1f07fa0-7280-4db4-964b-c8959e32f5aa,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:12.631962 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8dcf-4f9e-46c4-b50a-05cd5cfda12a req-13355b15-0b00-4006-87cb-bcbde94c4500 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:12.641419 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c1fc8dcf-4f9e-46c4-b50a-05cd5cfda12a req-13355b15-0b00-4006-87cb-bcbde94c4500 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 931 time: 0.2209072 Aug 31 03:04:12.648997 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, aa8943ae-c05e-499b-b67a-a26fb22d91b8) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:12.660047 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:12.661119 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e1111-fe4d-44d0-8c9c-8f2ea91f2946 None None] Network aa8943ae-c05e-499b-b67a-a26fb22d91b8 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:12.664863 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:12.665466 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:12.732318 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Pushing event updated for resources: {'Port': ['ID=2526ba14-2740-4926-8d4e-8ed180b43300,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:12.748383 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e0aef9a0-4026-4547-bdd7-764ee7cc8196 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1628873 Aug 31 03:04:12.804060 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:12.812487 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:12.863408 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:12.876160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:12.912231 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c1fc8dcf-4f9e-46c4-b50a-05cd5cfda12a req-80833594-4934-4b8f-8f72-3fed537d7fb7 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696347 Aug 31 03:04:13.014655 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e00b8c-0ade-448d-bd65-3900b91b71dd None None] Network aa8943ae-c05e-499b-b67a-a26fb22d91b8 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:13.131998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Attempting to bind port e1f07fa0-7280-4db4-964b-c8959e32f5aa on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:13.132742 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Attempting to bind port e1f07fa0-7280-4db4-964b-c8959e32f5aa by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '82122390-827d-42a3-bab9-c2089cb1fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:13.133245 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Attempting to bind port e1f07fa0-7280-4db4-964b-c8959e32f5aa on network 64cb79b0-cddb-437f-b13a-0966df0bad4f {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:13.198950 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d961084-60b2-44f3-be07-3c8be78bce8a {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:13.218937 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:13.271214 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Port e1f07fa0-7280-4db4-964b-c8959e32f5aa on network 64cb79b0-cddb-437f-b13a-0966df0bad4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:04:13.272576 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Attempting to bind port e1f07fa0-7280-4db4-964b-c8959e32f5aa on network 64cb79b0-cddb-437f-b13a-0966df0bad4f {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:13.323823 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:13.324482 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Checking segment: {'id': '82122390-827d-42a3-bab9-c2089cb1fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:13.325232 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Bound using segment: {'id': '82122390-827d-42a3-bab9-c2089cb1fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:13.328106 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Bound port: e1f07fa0-7280-4db4-964b-c8959e32f5aa, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82122390-827d-42a3-bab9-c2089cb1fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:13.328473 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:13.353986 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Transition to ACTIVE for port object 7d961084-60b2-44f3-be07-3c8be78bce8a will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:13.421931 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:13.491737 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-86a99b23-fd95-4c44-8999-2fe5fe6ea0c5 service neutron] 10.222.0.39 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198637 Aug 31 03:04:13.528637 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-23944d20-bdce-46e3-a2c4-99210ec03ede None None] Provisioning for port 2526ba14-2740-4926-8d4e-8ed180b43300 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:13.552343 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-23944d20-bdce-46e3-a2c4-99210ec03ede None None] Provisioning complete for port 2526ba14-2740-4926-8d4e-8ed180b43300 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:13.552729 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23944d20-bdce-46e3-a2c4-99210ec03ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:13.705837 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-23944d20-bdce-46e3-a2c4-99210ec03ede None None] Port 2526ba14-2740-4926-8d4e-8ed180b43300 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:04:13.741556 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device c61a281d-cf63-4823-962c-ae5d35591d06 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:13.838138 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:13.920660 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port c61a281d-cf63-4823-962c-ae5d35591d06 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:13.927165 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port c61a281d-cf63-4823-962c-ae5d35591d06 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:13.928854 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:13.971881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Pushing event updated for resources: {'Port': ['ID=7d961084-60b2-44f3-be07-3c8be78bce8a,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:14.048826 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Allocated IP 172.20.0.8 (ce22dc5e-93cd-46d3-8f25-e5a8bb521b92/b6a92f2a-1acb-4103-8406-eff14b597561/26042ac4-c619-4a22-9148-45ab89bec21e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:14.057240 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71016c01-99e0-4cdc-bcec-3f4a07abb97f req-8c835e5d-2ed7-48ee-854c-aed4b58eabc6 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:14.066664 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-71016c01-99e0-4cdc-bcec-3f4a07abb97f req-8c835e5d-2ed7-48ee-854c-aed4b58eabc6 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.5338655 Aug 31 03:04:14.111958 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.160670 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port c61a281d-cf63-4823-962c-ae5d35591d06, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=c61a281d-cf63-4823-962c-ae5d35591d06,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:14.170592 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.197490 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Attempting to bind port 7d961084-60b2-44f3-be07-3c8be78bce8a on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:14.200679 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Attempting to bind port 7d961084-60b2-44f3-be07-3c8be78bce8a by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:14.201725 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Attempting to bind port 7d961084-60b2-44f3-be07-3c8be78bce8a on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:14.268917 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Port 7d961084-60b2-44f3-be07-3c8be78bce8a on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:04:14.271479 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Attempting to bind port 7d961084-60b2-44f3-be07-3c8be78bce8a on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:14.280285 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9eaa637e-0167-4125-b79e-7e11bf07cbf2 req-ddefd371-6c6f-4431-989f-0c26495726d9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.3850539 Aug 31 03:04:14.287696 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=c61a281d-cf63-4823-962c-ae5d35591d06,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:14.295905 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-21dbeea0-3929-4e5c-93fd-825454e289de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.356770 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:14.357525 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Checking segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:14.359469 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Bound using segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:14.370546 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Bound port: 7d961084-60b2-44f3-be07-3c8be78bce8a, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:14.370940 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.495854 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48334) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:14.535538 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865312081-network', 'tenant_id': '20e3b04fce88431d83c1fd5be9417f07'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:14.560526 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-71016c01-99e0-4cdc-bcec-3f4a07abb97f req-9320017c-7e3d-46cb-ab39-c43bf1556f22 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729024 Aug 31 03:04:14.583878 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] For port e1f07fa0-7280-4db4-964b-c8959e32f5aa, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:14.633220 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] For port e1f07fa0-7280-4db4-964b-c8959e32f5aa, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e1f07fa0-7280-4db4-964b-c8959e32f5aa,segment=NetworkSegment(82122390-827d-42a3-bab9-c2089cb1fc40),segment_id=82122390-827d-42a3-bab9-c2089cb1fc40)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:14.749642 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.850350 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:14.851007 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.852446 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] 10.222.0.45 "PUT /v2.0/ports/e1f07fa0-7280-4db4-964b-c8959e32f5aa HTTP/1.1" status: 200 len: 1093 time: 6.0324395 Aug 31 03:04:14.853879 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50886484-227b-4feb-8822-c59ed4c17c8e', 'tag': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:14.860492 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] For port 7d961084-60b2-44f3-be07-3c8be78bce8a, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:14.887490 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Made reservation on behalf of 20e3b04fce88431d83c1fd5be9417f07 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:14.895348 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.935541 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9b48-8f7f-4e30-b223-c08bd993f0bd req-a837787e-2812-4422-a216-f0984adc5f93 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:14.943303 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9a4b9b48-8f7f-4e30-b223-c08bd993f0bd req-a837787e-2812-4422-a216-f0984adc5f93 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.4923878 Aug 31 03:04:14.958047 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.964571 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] For port 7d961084-60b2-44f3-be07-3c8be78bce8a, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=7d961084-60b2-44f3-be07-3c8be78bce8a,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:14.985358 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.986225 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.989403 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:14.993154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da87b9-33df-410a-a727-e563c44b348e service neutron] Pushing event updated for resources: {'Port': ['ID=e1f07fa0-7280-4db4-964b-c8959e32f5aa,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:15.021646 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.073752 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Pushing event updated for resources: {'Port': ['ID=2526ba14-2740-4926-8d4e-8ed180b43300,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:15.094052 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9a4b9b48-8f7f-4e30-b223-c08bd993f0bd req-0ff8f86a-756c-4e83-ae1a-0eb66915a92b tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497414 Aug 31 03:04:15.104199 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:15.104831 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.106251 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] 10.222.0.45 "PUT /v2.0/ports/7d961084-60b2-44f3-be07-3c8be78bce8a HTTP/1.1" status: 200 len: 1094 time: 5.4858124 Aug 31 03:04:15.109823 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'tag': '7d961084-60b2-44f3-be07-3c8be78bce8a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:15.201499 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3032c306-8b5e-49b9-b737-caaddf2ea44a" -d '{"events": [{"name": "network-changed", "server_uuid": "50886484-227b-4feb-8822-c59ed4c17c8e", "tag": "e1f07fa0-7280-4db4-964b-c8959e32f5aa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:15.222129 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:15.223656 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.224762 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:15.361424 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbda1ebe-8802-4334-a926-918875021a92" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe00e8a-07a3-4e65-a153-e07648d7dbfb", "tag": "7d961084-60b2-44f3-be07-3c8be78bce8a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:15.409372 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fff6e-bc07-495d-a4f5-96e1351722ca service neutron] Pushing event updated for resources: {'Port': ['ID=7d961084-60b2-44f3-be07-3c8be78bce8a,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:15.499989 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:04:15.520458 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c613bd66-939c-41ee-9a8d-795666e54b35 req-5e23a696-4d19-4168-b0b0-72baef27a1a3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0566149 Aug 31 03:04:15.524805 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f662b0-6895-4f55-ae89-03e9c7c53999 x-openstack-request-id: req-b3f662b0-6895-4f55-ae89-03e9c7c53999 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:15.526868 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50886484-227b-4feb-8822-c59ed4c17c8e", "tag": "e1f07fa0-7280-4db4-964b-c8959e32f5aa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:15.527996 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3f662b0-6895-4f55-ae89-03e9c7c53999 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:15.528617 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50886484-227b-4feb-8822-c59ed4c17c8e', 'tag': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa', 'status': 'completed', 'code': 200} Aug 31 03:04:15.559638 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.709105 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device c61a281d-cf63-4823-962c-ae5d35591d06 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:15.719973 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494875ac-cbc0-44c8-9845-57d88622acf8 x-openstack-request-id: req-494875ac-cbc0-44c8-9845-57d88622acf8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:15.720281 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe00e8a-07a3-4e65-a153-e07648d7dbfb", "tag": "7d961084-60b2-44f3-be07-3c8be78bce8a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:15.720538 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-494875ac-cbc0-44c8-9845-57d88622acf8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:15.721009 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'tag': '7d961084-60b2-44f3-be07-3c8be78bce8a', 'status': 'completed', 'code': 200} Aug 31 03:04:15.756097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:15.776589 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b5f99ba8-4170-452b-a8e6-52ba0b0e0d0d None None] Provisioning complete for port 2526ba14-2740-4926-8d4e-8ed180b43300 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:15.776968 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b5f99ba8-4170-452b-a8e6-52ba0b0e0d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.789721 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:15.803531 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:15.811013 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:15.811753 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.813538 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:04:15.818444 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b5f99ba8-4170-452b-a8e6-52ba0b0e0d0d None None] Port 2526ba14-2740-4926-8d4e-8ed180b43300 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:04:15.830059 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port c61a281d-cf63-4823-962c-ae5d35591d06 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:15.837318 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.843536 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.850923 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-37158502-b9c1-4c06-acb8-ac2ce1fae43e admin admin] 10.222.0.39 "PUT /v2.0/routers/c10319cd-8ecb-44e3-8c29-cceb5dc26b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8310513 Aug 31 03:04:15.857184 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Sync routers for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:04:15.857993 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Pushing event updated for resources: {'Port': ['ID=26042ac4-c619-4a22-9148-45ab89bec21e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:15.861304 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.882699 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:15.883783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:03:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:15.893120 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e9b173-94ce-420e-a2f8-574e3f4855c8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:15.896469 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-804de642-c562-4763-8d23-1f4d381231c2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4265201 Aug 31 03:04:15.916500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d82ee-c893-498b-95a4-c33cfe7c8a91 req-46b42803-4026-4fd8-929b-af84b9b5ce27 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:15.928654 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f93d82ee-c893-498b-95a4-c33cfe7c8a91 req-46b42803-4026-4fd8-929b-af84b9b5ce27 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.1812310 Aug 31 03:04:15.950596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:04:15.986219 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:15.986219 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Added segment 62acce15-4126-4282-ab5e-2e8d76a6fb35 of type vlan for network f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd Aug 31 03:04:16.057272 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f93d82ee-c893-498b-95a4-c33cfe7c8a91 req-75068e63-566d-4598-8daa-fd95fcc74c37 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275225 Aug 31 03:04:16.089370 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.148204 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:16.157546 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.158914 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:16.160008 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.246254 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7492287 Aug 31 03:04:16.249729 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48380) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:16.255346 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Request body: {'subnet': {'network_id': 'f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865312081-subnet', 'tenant_id': '20e3b04fce88431d83c1fd5be9417f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:16.272783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ac1e7-da5c-4be8-a969-5738d534dc45 admin admin] Pushing event updated for resources: {'Network': ['ID=f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:16.308558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7124-67ce-43cd-a0d7-a92c45905839 req-b3f1b02c-b938-4e5c-986e-c5794e76c22f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:16.309679 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Made reservation on behalf of 20e3b04fce88431d83c1fd5be9417f07 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:16.316379 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.316669 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b67e7124-67ce-43cd-a0d7-a92c45905839 req-b3f1b02c-b938-4e5c-986e-c5794e76c22f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.0909920 Aug 31 03:04:16.361663 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:04:16.367967 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b67e7124-67ce-43cd-a0d7-a92c45905839 req-bc867021-1c75-44a1-a938-e070e59b3a82 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502260 Aug 31 03:04:16.557144 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48382) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:16.563837 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-99f2f843-41ae-4852-8083-a96d66b0062d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604514144', 'description': 'tempest-description--562222980'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:16.567787 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 2, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:16.585499 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.613056 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Checking router: c10319cd-8ecb-44e3-8c29-cceb5dc26b4f for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:04:16.613418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Updating router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f port 2526ba14-2740-4926-8d4e-8ed180b43300 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:04:16.627332 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-99f2f843-41ae-4852-8083-a96d66b0062d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.654300 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.671707 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0f8b69-e47a-46c7-88c0-9bb966e0fd21,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:16.686028 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Checking segment: {'id': '62acce15-4126-4282-ab5e-2e8d76a6fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:16.687714 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Network hostable DHCP agents. Network: f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:04:16.706783 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-79357f45-7e54-47bb-89e4-b722b977e30e req-37037991-a57b-4bc3-8b05-02a6806584e4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0766594 Aug 31 03:04:16.712801 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Network f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:04:16.753936 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:16.760478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:16.761355 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.829469 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-99f2f843-41ae-4852-8083-a96d66b0062d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.835158 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-99f2f843-41ae-4852-8083-a96d66b0062d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.856137 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-63bef764-bca0-42d1-8e28-e944f7df37da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6051278 Aug 31 03:04:16.892829 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-99f2f843-41ae-4852-8083-a96d66b0062d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:16.897819 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-99f2f843-41ae-4852-8083-a96d66b0062d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3370821 Aug 31 03:04:16.898219 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48402) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:16.904395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c62b3b94-7219-406b-9eee-84b40bbf604d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'security_group_rule': {'security_group_id': '0fc29125-4113-463e-8723-78c1600c1ed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:16.918096 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2f843-41ae-4852-8083-a96d66b0062d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc29125-4113-463e-8723-78c1600c1ed2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:16.946422 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bfdc4-9b9b-40dc-92f8-67f0925c6a47 None None] Network f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:16.950166 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c62b3b94-7219-406b-9eee-84b40bbf604d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.059911 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c62b3b94-7219-406b-9eee-84b40bbf604d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.065265 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c62b3b94-7219-406b-9eee-84b40bbf604d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.071584 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48412) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:17.173615 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c62b3b94-7219-406b-9eee-84b40bbf604d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.175885 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c62b3b94-7219-406b-9eee-84b40bbf604d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2764082 Aug 31 03:04:17.182198 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:17.197182 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e70d9352-f523-484d-84a3-1c8f7c09fda7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'security_group_rule': {'security_group_id': '0fc29125-4113-463e-8723-78c1600c1ed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:17.200697 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f4f3f5a8-536c-4bde-9d8c-fab328462274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.227408 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] Deleting subnet eda5b220-f317-4e44-9cde-ffd1f0758f8c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:04:17.231984 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.280211 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.288178 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b3b94-7219-406b-9eee-84b40bbf604d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369ed6cd-131f-4ed8-ae25-1b25c600060f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:17.296011 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.391026 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.409028 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.428526 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e70d9352-f523-484d-84a3-1c8f7c09fda7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.450351 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda5b220-f317-4e44-9cde-ffd1f0758f8c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:17.466425 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.469054 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d2aeea9b-e1aa-4d63-82f8-48301e4164fd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eda5b220-f317-4e44-9cde-ffd1f0758f8c HTTP/1.1" status: 204 len: 168 time: 0.3957019 Aug 31 03:04:17.471976 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48424) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:17.523106 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2d3e8-1558-419b-ac5a-fec36d6edf72 None None] Network f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:17.551875 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf19f15-24ee-45c2-9bef-694159f057aa req-159a9e2d-02e7-4ed3-94aa-964f6e0e9741 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:17.553879 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-caf19f15-24ee-45c2-9bef-694159f057aa req-159a9e2d-02e7-4ed3-94aa-964f6e0e9741 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.3049803 Aug 31 03:04:17.669841 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-caf19f15-24ee-45c2-9bef-694159f057aa req-1f307524-cd8d-4b7e-915f-cfd44d2b53c7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617323 Aug 31 03:04:17.683702 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e70d9352-f523-484d-84a3-1c8f7c09fda7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.689508 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e70d9352-f523-484d-84a3-1c8f7c09fda7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.749965 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.782143 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9352-f523-484d-84a3-1c8f7c09fda7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec0564b-7453-4fcd-9568-2bb7258c6a12,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:17.796699 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbd8ce-4477-4c4b-a00e-dbcb7240a12b req-124a8996-cce1-4bcf-8553-01664945e7b7 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:17.799174 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dabbd8ce-4477-4c4b-a00e-dbcb7240a12b req-124a8996-cce1-4bcf-8553-01664945e7b7 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.2938132 Aug 31 03:04:17.802483 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.802919 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e70d9352-f523-484d-84a3-1c8f7c09fda7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.808822 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e70d9352-f523-484d-84a3-1c8f7c09fda7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6229076 Aug 31 03:04:17.811649 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48428) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:17.827096 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:17.850205 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Transition to ACTIVE for port object 2526ba14-2740-4926-8d4e-8ed180b43300 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:17.862397 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.918052 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:17.953536 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-79abe524-6f16-44d7-bf3e-880d893f22bd req-1cd11d72-5fd1-490c-baa3-98b92383dd22 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0794907 Aug 31 03:04:18.203187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.227576 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76225-2d39-4c93-a7cd-0ef81348f787 None None] Pushing event updated for resources: {'Port': ['ID=2526ba14-2740-4926-8d4e-8ed180b43300,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:18.242136 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dabbd8ce-4477-4c4b-a00e-dbcb7240a12b req-b8ad8187-6917-47d0-b19b-11524329970f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338505 Aug 31 03:04:18.342458 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.410538 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.440012 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.440371 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.441271 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.441681 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > port after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.442071 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.442481 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > port after_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.442844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.443174 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.443565 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.443959 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.498031 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Allocated IP 172.27.1.66 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/1c03825c-8734-4b6b-a2de-aeef850b25b7) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:18.567905 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Attempting to bind port 2526ba14-2740-4926-8d4e-8ed180b43300 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:18.568489 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Attempting to bind port 2526ba14-2740-4926-8d4e-8ed180b43300 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:18.569031 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Attempting to bind port 2526ba14-2740-4926-8d4e-8ed180b43300 on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:18.595321 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:18.602134 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Checking segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:18.602863 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.603441 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Bound using segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:18.605537 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Bound port: 2526ba14-2740-4926-8d4e-8ed180b43300, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:18.606205 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.751768 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.752267 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.752760 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.753617 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:04:18.754126 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8943ae-c05e-499b-b67a-a26fb22d91b8']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:18.816872 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] For port 2526ba14-2740-4926-8d4e-8ed180b43300, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:18.839579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c7df47-0b90-466c-b3b4-b69a7ee353a5') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:18.839579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c7df47-0b90-466c-b3b4-b69a7ee353a5') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:18.842379 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] For port 2526ba14-2740-4926-8d4e-8ed180b43300, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=2526ba14-2740-4926-8d4e-8ed180b43300,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:18.847018 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.887578 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.917052 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.919939 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:18.920365 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.920874 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:04:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:18.922955 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76225-2d39-4c93-a7cd-0ef81348f787 None None] Pushing event updated for resources: {'Port': ['ID=2526ba14-2740-4926-8d4e-8ed180b43300,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:18.928539 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:04:18.929096 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: from cryptography.utils import int_from_bytes Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: from cryptography.utils import int_from_bytes Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:04:18.933946 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:04:18.953156 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72b2ad-6fae-487b-be0c-04c5eb6af31a req-9efc4b3a-f2e7-4cce-b768-c4c85bc2ce81 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:18.954734 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0f72b2ad-6fae-487b-be0c-04c5eb6af31a req-9efc4b3a-f2e7-4cce-b768-c4c85bc2ce81 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.1258328 Aug 31 03:04:19.029367 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0f72b2ad-6fae-487b-be0c-04c5eb6af31a req-a933e6b7-30cf-4583-a827-f463ac8e0d19 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Aug 31 03:04:19.030495 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.043021 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.049610 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.054982 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:19.055284 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] 10.222.0.39 "DELETE /v2.0/networks/aa8943ae-c05e-499b-b67a-a26fb22d91b8 HTTP/1.1" status: 204 len: 168 time: 1.5820286 Aug 31 03:04:19.056947 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48458) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:19.094530 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:19.097422 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:19.100201 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:19.121069 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11520a44-a25c-4103-903f-f960181b7b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8943ae-c05e-499b-b67a-a26fb22d91b8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:19.167421 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-15c128bd-1d7e-4507-a238-f359dd034a3a req-b425d593-6b02-4904-bd91-4d342ccf2b60 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0892391 Aug 31 03:04:19.168877 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'Port': ['ID=1c03825c-8734-4b6b-a2de-aeef850b25b7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:19.188343 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] Deleting subnet ce0f8b69-e47a-46c7-88c0-9bb966e0fd21 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:04:19.191807 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.218554 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.228400 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.271447 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.274095 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.326486 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:18Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:19.351927 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.361795 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0f4df-0212-42ab-ba2d-292a8bc6b60b None None] The sync data for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi is: [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:18Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:04:19.385511 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0f8b69-e47a-46c7-88c0-9bb966e0fd21,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:19.392209 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.394249 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e2f4159e-7aaf-473d-b1d2-d800dc8bca4d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ce0f8b69-e47a-46c7-88c0-9bb966e0fd21 HTTP/1.1" status: 204 len: 168 time: 0.3322840 Aug 31 03:04:19.401281 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48462) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:19.460785 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6025a5-4651-4c98-b6cc-3aa6e2d732da req-2e92fa32-cf43-4c42-b9d3-53d5f2e2bfa1 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:19.463479 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ee6025a5-4651-4c98-b6cc-3aa6e2d732da req-2e92fa32-cf43-4c42-b9d3-53d5f2e2bfa1 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.0970910 Aug 31 03:04:19.504176 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.518883 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.534996 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.553464 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ee6025a5-4651-4c98-b6cc-3aa6e2d732da req-b4297206-7f62-48fb-8d14-fcb6e118485c tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717940 Aug 31 03:04:19.590283 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.602271 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.622230 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'Port': ['ID=1c03825c-8734-4b6b-a2de-aeef850b25b7,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:19.627747 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.638861 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-3b356796-0f04-4fcc-be4f-7e7154c3d8ef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8167439 Aug 31 03:04:19.656246 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2526ba14-2740-4926-8d4e-8ed180b43300 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:19.657574 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.668556 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:19.681831 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62acce15-4126-4282-ab5e-2e8d76a6fb35') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:19.682127 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62acce15-4126-4282-ab5e-2e8d76a6fb35') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:19.694715 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.717258 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.726632 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:04:19.726632 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.753403 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 2526ba14-2740-4926-8d4e-8ed180b43300 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:19.757575 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 2526ba14-2740-4926-8d4e-8ed180b43300 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:19.757958 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:04:19.796470 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:04:19.807084 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.812142 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.817100 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd HTTP/1.1" status: 204 len: 168 time: 0.4146504 Aug 31 03:04:19.854579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048ac91-2f87-44d5-947c-ea79ae0a8491 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2678ce9-8b7e-4cbe-b51f-5b853ebbc5fd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:19.888109 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:19.890789 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-2ce34201-90fb-48e3-a805-ecd458a3cbb0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--604514144&fields=id&tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 267 time: 0.0927958 Aug 31 03:04:19.952826 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 2526ba14-2740-4926-8d4e-8ed180b43300, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=2526ba14-2740-4926-8d4e-8ed180b43300,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:19.958254 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.034529 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-93245c37-90cb-439b-bd7f-90f4a4a3922c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:20.036080 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-93245c37-90cb-439b-bd7f-90f4a4a3922c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 816 time: 0.1368244 Aug 31 03:04:20.039243 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=2526ba14-2740-4926-8d4e-8ed180b43300,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:20.054387 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-db591bdc-55c6-4469-9ef5-ada4cfcef700 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/quotas/914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 375 time: 0.0115409 Aug 31 03:04:20.082741 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:20.157740 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-28441cf1-2e7f-41ea-84fe-2ee83763a5d0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966496 Aug 31 03:04:20.161863 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-cca99422-0c64-41a6-83e1-ba6374a8f8b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d15e58bb98b14b0293713d923f684a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779836 Aug 31 03:04:20.166843 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48492) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:20.210622 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc53c31-d68f-43df-bbde-a346a24e4ba3 req-ab6079ea-fcae-4604-8e96-3475c9d33147 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:20.212778 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ccc53c31-d68f-43df-bbde-a346a24e4ba3 req-ab6079ea-fcae-4604-8e96-3475c9d33147 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.0950205 Aug 31 03:04:20.262793 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73636297-91be-4f79-8ffb-9ab113a7611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.270898 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-b9c847b6-ab91-43bc-9c7d-aa9be00f1de5 service neutron] 10.222.0.39 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886538 Aug 31 03:04:20.271123 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ccc53c31-d68f-43df-bbde-a346a24e4ba3 req-f7f0fe43-7912-4f85-9d76-fbecd700fefe tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518129 Aug 31 03:04:20.292318 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73636297-91be-4f79-8ffb-9ab113a7611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.369380 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8f0211f1-bcbc-447a-b565-b6d76cdb79a4 req-0fc82db6-6a7e-4076-9716-6e5cf9765bbe tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0281475 Aug 31 03:04:20.383713 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73636297-91be-4f79-8ffb-9ab113a7611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.384216 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-81463b4a-3b9b-4643-a534-c110ed42be40 service neutron] 10.222.0.39 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058645 Aug 31 03:04:20.386832 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73636297-91be-4f79-8ffb-9ab113a7611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.390224 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-73636297-91be-4f79-8ffb-9ab113a7611b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/181fd101-ac48-4cfa-8177-ff3832cd18a9 HTTP/1.1" status: 204 len: 168 time: 0.2201989 Aug 31 03:04:20.396478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73636297-91be-4f79-8ffb-9ab113a7611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181fd101-ac48-4cfa-8177-ff3832cd18a9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:20.608515 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9cddfd8-858d-4604-add8-3028fc736e57 req-7ec85303-7cb2-4153-beb0-61800ca6fe8e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 210 time: 0.0649307 Aug 31 03:04:20.692702 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f09114-bf6e-4168-b101-4d3a38803214 req-74add546-a666-48a3-bd35-6e9c3dfa9da1 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:20.700665 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5f09114-bf6e-4168-b101-4d3a38803214 req-74add546-a666-48a3-bd35-6e9c3dfa9da1 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.0606039 Aug 31 03:04:20.753843 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5f09114-bf6e-4168-b101-4d3a38803214 req-5ef64167-3176-4f6c-b204-4051931af27b tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501606 Aug 31 03:04:20.788896 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48510) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:20.836900 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ffe9e9d8-1a53-4242-807b-21ae18317711 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20e3b04fce88431d83c1fd5be9417f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444212 Aug 31 03:04:20.837113 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48516) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:20.896667 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5227b753-c8df-4a55-9310-5626dd2e27b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.919231 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5227b753-c8df-4a55-9310-5626dd2e27b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.973401 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5227b753-c8df-4a55-9310-5626dd2e27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.976043 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5227b753-c8df-4a55-9310-5626dd2e27b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:20.977162 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5227b753-c8df-4a55-9310-5626dd2e27b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56e9b173-94ce-420e-a2f8-574e3f4855c8 HTTP/1.1" status: 204 len: 168 time: 0.1390653 Aug 31 03:04:20.985828 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227b753-c8df-4a55-9310-5626dd2e27b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e9b173-94ce-420e-a2f8-574e3f4855c8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:21.438462 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94041d1-20d0-4304-8dd5-08297f1eec2f req-68084702-4f7f-45e7-9188-d6022531bb03 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:21.452552 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b94041d1-20d0-4304-8dd5-08297f1eec2f req-68084702-4f7f-45e7-9188-d6022531bb03 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.0887010 Aug 31 03:04:21.472743 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-403276f2-3757-42fd-a0c0-43295830d2ed req-460cd44b-6d76-498f-9f6f-c34d71145c0c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Aug 31 03:04:21.500009 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b94041d1-20d0-4304-8dd5-08297f1eec2f req-7d3dd8f0-8b31-4ed3-822d-b1eae9f59d4b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Aug 31 03:04:21.569219 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2526ba14-2740-4926-8d4e-8ed180b43300 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:21.631690 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 2526ba14-2740-4926-8d4e-8ed180b43300 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:21.632079 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:21.726095 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-04c41c0d-bf2d-4a3c-8eee-1887548ee113 req-33e5072b-6db3-45b3-bee6-d72091edab6e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 210 time: 0.0287201 Aug 31 03:04:21.868010 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776da14a-1210-44ff-8495-997cacf6b358 req-2627a211-988e-4f1a-a630-63ffd0b34e62 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:21.871777 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-776da14a-1210-44ff-8495-997cacf6b358 req-2627a211-988e-4f1a-a630-63ffd0b34e62 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.0588009 Aug 31 03:04:21.934597 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-776da14a-1210-44ff-8495-997cacf6b358 req-0baaf525-05c5-47ae-af3a-4911a83e59f7 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Aug 31 03:04:22.250431 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Request body: {'port': {'device_id': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:22.464785 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:22.591712 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda1ebe-8802-4334-a926-918875021a92 req-9e3e1358-3e15-4c2d-87b3-10910f6a1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:22.593429 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dbda1ebe-8802-4334-a926-918875021a92 req-9e3e1358-3e15-4c2d-87b3-10910f6a1878 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 1097 time: 0.2170889 Aug 31 03:04:22.753217 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9740a532-1921-4770-b8e1-d0adb5aed6e8 req-c61bf4a0-391e-433a-87c2-bb26ce3fdfff tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.1584573 Aug 31 03:04:22.953862 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032c306-8b5e-49b9-b737-caaddf2ea44a req-ff075633-b7e7-457a-895f-cb2afcd39922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:22.959129 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3032c306-8b5e-49b9-b737-caaddf2ea44a req-ff075633-b7e7-457a-895f-cb2afcd39922 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbeddb341e5b4fe38a57da85751267ba&device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 1096 time: 0.4960256 Aug 31 03:04:22.975920 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d316d6-d044-4064-b25b-c78e6be098f5 req-33ba50a3-8602-4ff5-a5df-a9554c1b3e41 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:22.977297 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-26d316d6-d044-4064-b25b-c78e6be098f5 req-33ba50a3-8602-4ff5-a5df-a9554c1b3e41 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.3661592 Aug 31 03:04:23.054387 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.45', 61744) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:23.060761 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-904d2a5a-bb67-4118-8a7d-8e99e3bdb686 req-59908174-f8a6-4d1a-a8c4-e11106eaf853 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 210 time: 0.1743200 Aug 31 03:04:23.136152 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda1ebe-8802-4334-a926-918875021a92 req-0a20a686-99aa-44eb-a15a-95804bb9b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:23.137910 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dbda1ebe-8802-4334-a926-918875021a92 req-0a20a686-99aa-44eb-a15a-95804bb9b98c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5281603 Aug 31 03:04:23.362426 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-26d316d6-d044-4064-b25b-c78e6be098f5 req-9fa5b9c0-6851-45e7-aaec-805c6b3dd7ec tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777688 Aug 31 03:04:23.448201 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032c306-8b5e-49b9-b737-caaddf2ea44a req-f157e724-5b7c-45de-8d88-685ae52f81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:23.449681 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3032c306-8b5e-49b9-b737-caaddf2ea44a req-f157e724-5b7c-45de-8d88-685ae52f81b8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cbeddb341e5b4fe38a57da85751267ba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4625251 Aug 31 03:04:23.577045 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-cf53b28b-4b15-4ec1-9f84-e448e5861c42 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:23.578587 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-cf53b28b-4b15-4ec1-9f84-e448e5861c42 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 816 time: 0.5229933 Aug 31 03:04:23.592584 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88f0f-49f1-4754-81fe-2d82ba269e7e req-c3b1969f-ca7e-42f4-97f8-a1c167d2cb58 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:23.594128 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-26a88f0f-49f1-4754-81fe-2d82ba269e7e req-c3b1969f-ca7e-42f4-97f8-a1c167d2cb58 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.1900818 Aug 31 03:04:23.601632 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.45', 61748) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:23.711609 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26042ac4-c619-4a22-9148-45ab89bec21e {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:23.724515 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda1ebe-8802-4334-a926-918875021a92 req-0c8901f0-ef1e-48f9-855d-b34ef50cc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:23.725981 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dbda1ebe-8802-4334-a926-918875021a92 req-0c8901f0-ef1e-48f9-855d-b34ef50cc6a6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5783610 Aug 31 03:04:23.734181 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:23.769092 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Transition to ACTIVE for port object 26042ac4-c619-4a22-9148-45ab89bec21e will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:23.789742 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-932689bd-81f9-4903-a4c4-d735a64a89e3 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 379 time: 0.1525984 Aug 31 03:04:23.794961 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-26a88f0f-49f1-4754-81fe-2d82ba269e7e req-0b1baf2f-5ead-4886-bc66-39f798a9beff tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007879 Aug 31 03:04:23.805349 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-1dcd4314-b172-411a-9e9c-3e53844de745 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:23.808031 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-1dcd4314-b172-411a-9e9c-3e53844de745 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 819 time: 0.2038553 Aug 31 03:04:23.810294 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'port': {'device_id': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'admin_state_up': True, 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'security_groups': ['0fc29125-4113-463e-8723-78c1600c1ed2']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:23.810455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:23.833758 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Request body: {'port': {'device_id': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'admin_state_up': True, 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:23.889012 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032c306-8b5e-49b9-b737-caaddf2ea44a req-cfc7d486-d88f-4ece-a05c-43f242ded7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:23.890469 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3032c306-8b5e-49b9-b737-caaddf2ea44a req-cfc7d486-d88f-4ece-a05c-43f242ded7d3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4224055 Aug 31 03:04:23.924524 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8aacb47b-b108-41e8-b764-e73e77cd6a70 req-aff0d163-a642-4159-b0ab-ff74ad0f919e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0479891 Aug 31 03:04:23.964426 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Pushing event updated for resources: {'Port': ['ID=26042ac4-c619-4a22-9148-45ab89bec21e,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:24.011278 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-8eec0967-56f8-4229-aa37-6eaa95e3c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:24.013058 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-8eec0967-56f8-4229-aa37-6eaa95e3c5f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 1097 time: 0.2036417 Aug 31 03:04:24.068561 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-92eb7341-9170-4f43-ae69-4e6a92ba67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:24.070700 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-92eb7341-9170-4f43-ae69-4e6a92ba67fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbeddb341e5b4fe38a57da85751267ba&device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 1096 time: 0.1247139 Aug 31 03:04:24.122803 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-fc918664-bbb2-44b1-bf39-b0cf635ea0f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d961084-60b2-44f3-be07-3c8be78bce8a HTTP/1.1" status: 200 len: 217 time: 0.0798271 Aug 31 03:04:24.210050 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-508219e6-3497-43c5-ba36-60d54e13df57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f07fa0-7280-4db4-964b-c8959e32f5aa HTTP/1.1" status: 200 len: 217 time: 0.1297135 Aug 31 03:04:24.234256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-8b28dd8e-9a3f-4bc3-a081-f3e022adc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:24.235605 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Made reservation on behalf of 914e98e1b8e64dd6a3d50cf009c9a2af for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:24.236125 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-8b28dd8e-9a3f-4bc3-a081-f3e022adc395 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.0990133 Aug 31 03:04:24.240636 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:24.313147 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4de0f2cd-2adb-476d-b824-aff5e5bcbe0a req-4bc2e796-36a1-4823-93a8-902bbbd99796 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 210 time: 0.1101615 Aug 31 03:04:24.334972 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Attempting to bind port 26042ac4-c619-4a22-9148-45ab89bec21e on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:24.335241 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Attempting to bind port 26042ac4-c619-4a22-9148-45ab89bec21e by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:24.335636 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Attempting to bind port 26042ac4-c619-4a22-9148-45ab89bec21e on network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:24.344948 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Port 26042ac4-c619-4a22-9148-45ab89bec21e on network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:04:24.344948 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Attempting to bind port 26042ac4-c619-4a22-9148-45ab89bec21e on network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:24.347044 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-087af6d1-7835-4ae9-8356-ecb02f95383a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731471 Aug 31 03:04:24.368015 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:24.369174 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Checking segment: {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:24.369423 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Bound using segment: {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:24.369865 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Bound port: 26042ac4-c619-4a22-9148-45ab89bec21e, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:24.370555 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:24.390625 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Made reservation on behalf of a2341cbfd5bf46039747c27a0d5fb8f9 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:24.394054 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:24.394978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-b6dfedd2-5972-4cc2-b675-3f687cfd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:24.396588 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-b6dfedd2-5972-4cc2-b675-3f687cfd7a3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=552a0777-3ea3-44e7-830a-59328c31ee43 HTTP/1.1" status: 200 len: 852 time: 0.1798270 Aug 31 03:04:24.483574 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-d74ea8a7-1c4b-416d-92f7-3e49caf9cb16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64cb79b0-cddb-437f-b13a-0966df0bad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789247 Aug 31 03:04:24.486017 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48702) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:24.574310 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] For port 26042ac4-c619-4a22-9148-45ab89bec21e, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:24.617167 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] For port 26042ac4-c619-4a22-9148-45ab89bec21e, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=26042ac4-c619-4a22-9148-45ab89bec21e,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:24.623794 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-b7d278de-81bf-4852-af77-bae5d6a230e8 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655358 Aug 31 03:04:24.627410 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:24.711106 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-f671f633-09af-475d-91e2-6ac1ee801d7e service neutron] 10.222.0.45 "GET /v2.0/networks/64cb79b0-cddb-437f-b13a-0966df0bad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885304 Aug 31 03:04:24.734277 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Allocated IP 172.20.0.13 (ce22dc5e-93cd-46d3-8f25-e5a8bb521b92/b6a92f2a-1acb-4103-8406-eff14b597561/b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:24.744340 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:24.744963 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:24.746541 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] 10.222.0.45 "PUT /v2.0/ports/26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 1093 time: 2.5012350 Aug 31 03:04:24.750126 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'tag': '26042ac4-c619-4a22-9148-45ab89bec21e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:24.752590 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2313fb-f89d-408b-941e-066b26b23f88" -d '{"events": [{"name": "network-changed", "server_uuid": "e559ca09-0ed5-4051-8271-f6af5e1ff4cb", "tag": "26042ac4-c619-4a22-9148-45ab89bec21e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:24.803575 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde5297-7ae6-401e-ad73-0cda7a4f8370 service neutron] Pushing event updated for resources: {'Port': ['ID=26042ac4-c619-4a22-9148-45ab89bec21e,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:24.822685 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a655239e-f500-4f69-b7da-cc90c38b871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:24.839299 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc1595-dd36-4e0b-8aa3-c95c86ab9516 req-e1a9089f-7241-4003-8016-d272d0854621 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:24.840878 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-14cc1595-dd36-4e0b-8aa3-c95c86ab9516 req-e1a9089f-7241-4003-8016-d272d0854621 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.3563385 Aug 31 03:04:24.875464 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-ead8b93d-4b67-4b33-ba7f-bce2dcc707bc service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378814 Aug 31 03:04:24.877737 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Allocated IP 172.20.0.4 (2df3f984-67b2-4c53-9175-d8cb79583fc9/4cf1e552-2f55-4c5f-9a3b-5300c9a4684e/ff470622-5f4c-4e8e-808f-480c993ae235) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:24.928010 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280cd6f3-b06a-411b-a068-cbaa0270c9ab x-openstack-request-id: req-280cd6f3-b06a-411b-a068-cbaa0270c9ab {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:24.928199 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e559ca09-0ed5-4051-8271-f6af5e1ff4cb", "tag": "26042ac4-c619-4a22-9148-45ab89bec21e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:24.928419 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-280cd6f3-b06a-411b-a068-cbaa0270c9ab {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:24.928816 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'tag': '26042ac4-c619-4a22-9148-45ab89bec21e', 'status': 'completed', 'code': 200} Aug 31 03:04:24.932617 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bd288d99-01ea-4070-81d7-f0a846501f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:24.934107 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-bd288d99-01ea-4070-81d7-f0a846501f56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1096 time: 0.1246953 Aug 31 03:04:24.988689 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-43f61017-e12b-46bd-83f8-50fe87762c7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 217 time: 0.0452163 Aug 31 03:04:25.015769 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-14cc1595-dd36-4e0b-8aa3-c95c86ab9516 req-7cdfac30-e1ef-46ea-8d63-2880a8f7ab34 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586971 Aug 31 03:04:25.035162 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-faae46da-b8cf-4518-9509-83a05bad8c69 req-9e70c862-9558-4e24-9ad8-18adbdf3cd37 service neutron] 10.222.0.45 "GET /v2.0/networks/64cb79b0-cddb-437f-b13a-0966df0bad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120010 Aug 31 03:04:25.103106 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.122756 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa172-9daa-423b-801a-463e12b83c22 req-414acec0-12e6-4d99-9d3c-83ebbbbaa595 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:25.124500 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-63dfa172-9daa-423b-801a-463e12b83c22 req-414acec0-12e6-4d99-9d3c-83ebbbbaa595 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.1404707 Aug 31 03:04:25.125945 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-a543feac-04e4-4367-a961-51f4f70e14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:25.127273 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-a543feac-04e4-4367-a961-51f4f70e14fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.1201034 Aug 31 03:04:25.141702 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-93784871-4d87-4852-ac2c-f63c23c5115a req-56d2f801-16bc-411e-8487-37958f03f2b0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0381444 Aug 31 03:04:25.183515 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a655239e-f500-4f69-b7da-cc90c38b871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.192067 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-a46fe6d3-ebba-4fde-858f-fdcd60d9e965 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517094 Aug 31 03:04:25.193064 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a655239e-f500-4f69-b7da-cc90c38b871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.244450 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.254757 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a655239e-f500-4f69-b7da-cc90c38b871e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7877d317eb2f4fc1ab79b2734c63deda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7646964 Aug 31 03:04:25.258269 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655239e-f500-4f69-b7da-cc90c38b871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5b0ad-4d75-4914-9b57-262614ccff7c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:25.265132 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:25.273923 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Transition to ACTIVE for port object ff470622-5f4c-4e8e-808f-480c993ae235 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:25.342843 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38d61dfb-96bf-48a2-9ffc-3a08f0cc31ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.348526 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.391470 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-63dfa172-9daa-423b-801a-463e12b83c22 req-842097da-b551-460b-bbb8-5b723f9be525 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597051 Aug 31 03:04:25.408413 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:25.424726 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:25.428281 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38d61dfb-96bf-48a2-9ffc-3a08f0cc31ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.434744 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:25.437502 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.448047 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:25.448721 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.513566 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:25.524427 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:25.532426 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:25.583805 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Pushing event updated for resources: {'Port': ['ID=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:25.596584 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-8b905986-db2a-455c-8997-5491df2db119 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933942 Aug 31 03:04:25.673949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:25.674921 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.701048 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-459b3c03-c6da-4e01-9213-13cbed7c5f7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8720441 Aug 31 03:04:25.718052 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Request body: {'port': {'device_id': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:25.772790 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c09f9d8f-7934-43ce-a281-7ce322bd6ee0 req-a7406599-c5e2-4c6b-98d2-eab0f91d11bc service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654534 Aug 31 03:04:25.795067 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a3c302e5-8786-4980-a7f2-d5c820ca05c0 None None] Provisioning for port ff470622-5f4c-4e8e-808f-480c993ae235 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:25.797011 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:25.799560 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.801055 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a3c302e5-8786-4980-a7f2-d5c820ca05c0 None None] Provisioning complete for port ff470622-5f4c-4e8e-808f-480c993ae235 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:25.801857 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3c302e5-8786-4980-a7f2-d5c820ca05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.809182 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ea705681-409c-4ad5-a9e5-6c03a4bb115a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0063267 Aug 31 03:04:25.832566 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Request body: {'port': {'device_id': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:25.861263 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a3c302e5-8786-4980-a7f2-d5c820ca05c0 None None] Port ff470622-5f4c-4e8e-808f-480c993ae235 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:04:25.871396 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054009e-3940-43f8-8a74-0c55fe0b01b9 req-d16b2301-b523-46c6-ac2a-ae5651f05b1c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:25.872928 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9054009e-3940-43f8-8a74-0c55fe0b01b9 req-d16b2301-b523-46c6-ac2a-ae5651f05b1c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 931 time: 0.3903530 Aug 31 03:04:25.877808 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48756) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:25.918051 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38d61dfb-96bf-48a2-9ffc-3a08f0cc31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.920538 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38d61dfb-96bf-48a2-9ffc-3a08f0cc31ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.924118 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-38d61dfb-96bf-48a2-9ffc-3a08f0cc31ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fd5b0ad-4d75-4914-9b57-262614ccff7c HTTP/1.1" status: 204 len: 168 time: 0.6556389 Aug 31 03:04:25.940270 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:25.948603 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d61dfb-96bf-48a2-9ffc-3a08f0cc31ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5b0ad-4d75-4914-9b57-262614ccff7c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:26.003591 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9054009e-3940-43f8-8a74-0c55fe0b01b9 req-d30eb612-0e58-4e0b-a556-3e450b6499f9 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164827 Aug 31 03:04:26.135554 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-3090f077-e29b-4f54-961d-3d0339fb391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.138838 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-3090f077-e29b-4f54-961d-3d0339fb391b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1096 time: 0.3095624 Aug 31 03:04:26.142808 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd34cba5-a17c-4c85-a23d-7646cba84460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.323280 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48780) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:26.366767 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9f58-84d5-4c72-9a10-5813bcbf966d req-520421c1-4863-46d2-86ed-00d14e294975 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.368359 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2b0a9f58-84d5-4c72-9a10-5813bcbf966d req-520421c1-4863-46d2-86ed-00d14e294975 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 932 time: 0.1075714 Aug 31 03:04:26.373153 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a2059be-023d-46e7-8a21-0392c791d7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.397608 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff470622-5f4c-4e8e-808f-480c993ae235 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:26.410271 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.436112 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Transition to ACTIVE for port object ff470622-5f4c-4e8e-808f-480c993ae235 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:26.439459 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2b0a9f58-84d5-4c72-9a10-5813bcbf966d req-723de54f-3774-436d-b465-889d09014883 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642583 Aug 31 03:04:26.441451 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.484630 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec107c-365b-47fb-84bd-d52d4b6945db req-cf1fb40a-c934-4726-93fb-4effff91f66f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.486175 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3cec107c-365b-47fb-84bd-d52d4b6945db req-cf1fb40a-c934-4726-93fb-4effff91f66f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.3460937 Aug 31 03:04:26.513589 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:26.536552 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-6a31ac39-7417-4aa3-9a86-7d4b1d1eb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.538017 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-6a31ac39-7417-4aa3-9a86-7d4b1d1eb80e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.3880022 Aug 31 03:04:26.573207 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:26.588427 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Attempting to bind port ff470622-5f4c-4e8e-808f-480c993ae235 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:26.589079 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Attempting to bind port ff470622-5f4c-4e8e-808f-480c993ae235 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:26.589424 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Attempting to bind port ff470622-5f4c-4e8e-808f-480c993ae235 on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:26.595939 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.596073 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Port ff470622-5f4c-4e8e-808f-480c993ae235 on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:04:26.596421 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Attempting to bind port ff470622-5f4c-4e8e-808f-480c993ae235 on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:26.604324 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:26.604677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Checking segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:26.605055 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Bound using segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:26.605502 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Bound port: ff470622-5f4c-4e8e-808f-480c993ae235, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:26.605861 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.632872 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64db962-3d92-4b8d-b5ca-9cc612b324c6 req-8895ffea-382d-45c2-abe8-569d1eef9c8a tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.642349 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e64db962-3d92-4b8d-b5ca-9cc612b324c6 req-8895ffea-382d-45c2-abe8-569d1eef9c8a tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 943 time: 0.1070905 Aug 31 03:04:26.666920 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-df5b4dda-7236-4d22-a783-97ccabed2cdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 217 time: 0.1149995 Aug 31 03:04:26.673112 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Transition to ACTIVE for port object b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:26.677590 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3cec107c-365b-47fb-84bd-d52d4b6945db req-da3fec86-a6c0-4472-8bce-58c2a31f632c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591620 Aug 31 03:04:26.688212 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.720049 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e64db962-3d92-4b8d-b5ca-9cc612b324c6 req-7157391b-018a-4e80-937b-07840a5d88a9 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Aug 31 03:04:26.746929 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:26.751914 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:26.758707 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.783228 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd34cba5-a17c-4c85-a23d-7646cba84460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.797589 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.797806 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd34cba5-a17c-4c85-a23d-7646cba84460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.798301 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:26.800148 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] 10.222.0.45 "PUT /v2.0/ports/ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 200 len: 1093 time: 0.9731116 Aug 31 03:04:26.812173 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:26.817994 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b57d8b-4a6e-4624-b207-8d3a26732294" -d '{"events": [{"name": "network-changed", "server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:26.849256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:26.867200 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1014c-096f-4df2-be9b-23baf0ddca0f service neutron] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:26.883505 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-b0e97426-fd91-47f2-bc25-3cf523fd307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.885407 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-b0e97426-fd91-47f2-bc25-3cf523fd307e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.2065685 Aug 31 03:04:26.936934 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-cd34cba5-a17c-4c85-a23d-7646cba84460 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cc80741ea8247689e3ef518b108ec95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0541451 Aug 31 03:04:26.943398 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48792) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:26.954612 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438b897-4fec-4416-b465-270f7acf89ec x-openstack-request-id: req-8438b897-4fec-4416-b465-270f7acf89ec {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:26.954953 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:26.955224 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8438b897-4fec-4416-b465-270f7acf89ec {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:26.955338 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34cba5-a17c-4c85-a23d-7646cba84460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110851b6-5e9a-481c-9bfc-b27671951253,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:26.955585 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'status': 'completed', 'code': 200} Aug 31 03:04:26.961641 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-654e3915-9415-4465-b050-3f8262127687 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488062 Aug 31 03:04:26.983148 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ba385a4e-7592-471a-8c08-55a6a90c9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:26.984742 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-ba385a4e-7592-471a-8c08-55a6a90c9f56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1067448 Aug 31 03:04:27.038293 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Attempting to bind port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:27.038643 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Attempting to bind port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:27.038987 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Attempting to bind port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 on network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:27.051297 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 on network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:04:27.051660 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Attempting to bind port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 on network ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:27.054890 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-9aacf079-b4f5-4a8e-b722-37e3538993c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 200 len: 217 time: 0.0607300 Aug 31 03:04:27.059764 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:27.060105 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Checking segment: {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:27.060499 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Bound using segment: {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:27.060938 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Bound port: b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a5d82c-d266-4efa-b762-590f8eef938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:27.061300 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.066193 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a2059be-023d-46e7-8a21-0392c791d7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.088292 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a2059be-023d-46e7-8a21-0392c791d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.132970 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71cb8579-7edc-4849-8738-2db0f0765721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.157622 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-52097e44-a367-4146-ba96-aeb69b167509 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875455 Aug 31 03:04:27.160006 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] For port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:27.163013 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] For port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:27.175194 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.188661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 26042ac4-c619-4a22-9148-45ab89bec21e details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:04:27.205604 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1a2059be-023d-46e7-8a21-0392c791d7a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=804a3aaa73aa410aaa34b3a9da5bafe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8790963 Aug 31 03:04:27.210002 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-4b7e3dea-7c17-405e-a73b-d5e9e76be01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.211423 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-4b7e3dea-7c17-405e-a73b-d5e9e76be01a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.1474175 Aug 31 03:04:27.212627 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48796) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:27.218679 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2059be-023d-46e7-8a21-0392c791d7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b3e9bd-f311-4479-b15d-bc4193e2b1d5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:27.222509 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71cb8579-7edc-4849-8738-2db0f0765721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.256768 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.257391 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.258791 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] 10.222.0.45 "PUT /v2.0/ports/b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 HTTP/1.1" status: 200 len: 1094 time: 1.5481801 Aug 31 03:04:27.259483 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'tag': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:27.261783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d06a32-25f7-4098-993c-a44254a35bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "03eb0d60-b7c3-4c06-9c41-7cff1307b369", "tag": "b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:27.294348 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f59b3b-b472-4448-a0a0-d669556bad03 req-1404dc57-7a7b-49d0-a7b3-8d2b1cdecbd6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.301715 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9f59b3b-b472-4448-a0a0-d669556bad03 req-1404dc57-7a7b-49d0-a7b3-8d2b1cdecbd6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.2173016 Aug 31 03:04:27.332907 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 26042ac4-c619-4a22-9148-45ab89bec21e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=26042ac4-c619-4a22-9148-45ab89bec21e,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:27.339764 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e230c3-7350-49bd-b874-f1fb273cf442 x-openstack-request-id: req-29e230c3-7350-49bd-b874-f1fb273cf442 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:27.339764 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eb0d60-b7c3-4c06-9c41-7cff1307b369", "tag": "b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:27.339764 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29e230c3-7350-49bd-b874-f1fb273cf442 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:27.339764 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'tag': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5', 'status': 'completed', 'code': 200} Aug 31 03:04:27.343781 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4ac2-abf3-415e-9a5d-db14d41cf158 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:27.354437 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '26042ac4-c619-4a22-9148-45ab89bec21e', 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'port_id': '26042ac4-c619-4a22-9148-45ab89bec21e', 'mac_address': 'fa:16:3e:c9:a3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:04:27.403047 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3e2313fb-f89d-408b-941e-066b26b23f88 req-e7faef6f-cf78-4fbe-9fd3-8b1db7859261 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374671 Aug 31 03:04:27.409852 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-49d54a21-eee7-4641-9124-f1e5e86f6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.411940 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-49d54a21-eee7-4641-9124-f1e5e86f6eee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 1097 time: 0.0856011 Aug 31 03:04:27.415784 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.416554 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9f59b3b-b472-4448-a0a0-d669556bad03 req-91bf4c3d-48db-4b8e-8d38-4dc3773b2757 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133153 Aug 31 03:04:27.418189 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2347258b-38ad-4710-b0c1-1fd0efec772a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.433154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-51436dbd-c862-424e-935b-e37553b9b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.434697 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-51436dbd-c862-424e-935b-e37553b9b187 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2102761 Aug 31 03:04:27.447844 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26042ac4-c619-4a22-9148-45ab89bec21e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:27.469813 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-1aaaaf5e-0668-4a1a-8781-4205d480760c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 HTTP/1.1" status: 200 len: 217 time: 0.0494280 Aug 31 03:04:27.488367 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 26042ac4-c619-4a22-9148-45ab89bec21e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=26042ac4-c619-4a22-9148-45ab89bec21e,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:27.496999 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.497711 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e1f07fa0-7280-4db4-964b-c8959e32f5aa details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:04:27.529508 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-56dba566-3196-4a69-8621-d48f0af9d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.531010 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-56dba566-3196-4a69-8621-d48f0af9d751 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.0511491 Aug 31 03:04:27.537875 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2347258b-38ad-4710-b0c1-1fd0efec772a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.547088 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71cb8579-7edc-4849-8738-2db0f0765721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.549789 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71cb8579-7edc-4849-8738-2db0f0765721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.550970 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-71cb8579-7edc-4849-8738-2db0f0765721 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/110851b6-5e9a-481c-9bfc-b27671951253 HTTP/1.1" status: 204 len: 168 time: 0.6046245 Aug 31 03:04:27.584938 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=26042ac4-c619-4a22-9148-45ab89bec21e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:27.611283 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-9d56c488-57d5-4e9f-b579-06bae6c741be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684619 Aug 31 03:04:27.615686 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb8579-7edc-4849-8738-2db0f0765721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110851b6-5e9a-481c-9bfc-b27671951253,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:27.679576 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-044f3e4f-45ca-4676-8998-4855254eab2c service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368491 Aug 31 03:04:27.741169 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834e034-5480-410a-9e3d-e36d21bc33e6 req-d85c20be-b5f0-403f-ae0b-3fd1a084c7e1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.742964 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f834e034-5480-410a-9e3d-e36d21bc33e6 req-d85c20be-b5f0-403f-ae0b-3fd1a084c7e1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 944 time: 0.1910377 Aug 31 03:04:27.768023 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e1f07fa0-7280-4db4-964b-c8959e32f5aa, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e1f07fa0-7280-4db4-964b-c8959e32f5aa,segment=NetworkSegment(82122390-827d-42a3-bab9-c2089cb1fc40),segment_id=82122390-827d-42a3-bab9-c2089cb1fc40)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:27.781163 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2347258b-38ad-4710-b0c1-1fd0efec772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.784049 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2347258b-38ad-4710-b0c1-1fd0efec772a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.785379 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-2347258b-38ad-4710-b0c1-1fd0efec772a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5b3e9bd-f311-4479-b15d-bc4193e2b1d5 HTTP/1.1" status: 204 len: 168 time: 0.5677469 Aug 31 03:04:27.786164 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa', 'network_id': '64cb79b0-cddb-437f-b13a-0966df0bad4f', 'port_id': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa', 'mac_address': 'fa:16:3e:71:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552a0777-3ea3-44e7-830a-59328c31ee43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:04:27.798711 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347258b-38ad-4710-b0c1-1fd0efec772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b3e9bd-f311-4479-b15d-bc4193e2b1d5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:27.809826 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-f2e92ca4-ecd1-4a7a-869d-00332ea7091b service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902423 Aug 31 03:04:27.848445 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.878506 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f07fa0-7280-4db4-964b-c8959e32f5aa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:27.908293 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217e571-3c2c-499c-a8f2-724a3099231f req-194b2321-07c3-4cc4-8625-a54ad4397f00 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:27.909729 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e217e571-3c2c-499c-a8f2-724a3099231f req-194b2321-07c3-4cc4-8625-a54ad4397f00 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 944 time: 0.0945301 Aug 31 03:04:27.911648 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51fd53e4-fd0d-405e-870f-7145dee86c45 req-f372db25-0d1e-4b2c-a13e-cb77a42ae762 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224197 Aug 31 03:04:27.923941 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e1f07fa0-7280-4db4-964b-c8959e32f5aa, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e1f07fa0-7280-4db4-964b-c8959e32f5aa,segment=NetworkSegment(82122390-827d-42a3-bab9-c2089cb1fc40),segment_id=82122390-827d-42a3-bab9-c2089cb1fc40)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:27.931462 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:27.932198 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 7d961084-60b2-44f3-be07-3c8be78bce8a details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:04:27.947016 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f834e034-5480-410a-9e3d-e36d21bc33e6 req-1ffb2249-2abc-4c8c-89fd-5d305d199c21 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857095 Aug 31 03:04:28.021812 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e217e571-3c2c-499c-a8f2-724a3099231f req-a797a7bd-f6a7-47b2-94d0-67c9be4c8951 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994594 Aug 31 03:04:28.031474 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b685d523-f622-4ce1-84fc-85c51e1078c8 req-1ebddcf4-1661-4e7e-a298-adafcb9a3404 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978106 Aug 31 03:04:28.085782 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-cfa6c141-1656-49fd-902c-472239c2d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.087655 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-cfa6c141-1656-49fd-902c-472239c2d713 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0905592 Aug 31 03:04:28.108118 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489545c0-7084-4379-aa6b-bbcd7ebf07ff req-43e0f352-2d19-4ff2-9b09-e60989592043 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.120200 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-489545c0-7084-4379-aa6b-bbcd7ebf07ff req-43e0f352-2d19-4ff2-9b09-e60989592043 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 944 time: 0.0693529 Aug 31 03:04:28.160026 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=e1f07fa0-7280-4db4-964b-c8959e32f5aa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:28.183610 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 7d961084-60b2-44f3-be07-3c8be78bce8a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=7d961084-60b2-44f3-be07-3c8be78bce8a,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:28.197995 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-8294544c-a5ec-4d0f-9d96-f270b54bcf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.199782 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-8294544c-a5ec-4d0f-9d96-f270b54bcf6e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 1097 time: 0.0739260 Aug 31 03:04:28.206446 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '7d961084-60b2-44f3-be07-3c8be78bce8a', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'port_id': '7d961084-60b2-44f3-be07-3c8be78bce8a', 'mac_address': 'fa:16:3e:bc:fd:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f0309-2cbc-4f0c-915e-f20166771532', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:04:28.214552 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-489545c0-7084-4379-aa6b-bbcd7ebf07ff req-932d0ec3-b737-4654-b053-1a766079e75b tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966861 Aug 31 03:04:28.286264 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:28.292232 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-d97af515-2a89-4acb-aeb6-57fb5a4e3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.294166 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-d97af515-2a89-4acb-aeb6-57fb5a4e3457 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.1900861 Aug 31 03:04:28.314087 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d961084-60b2-44f3-be07-3c8be78bce8a {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:28.342092 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 7d961084-60b2-44f3-be07-3c8be78bce8a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=7d961084-60b2-44f3-be07-3c8be78bce8a,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:28.346708 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:28.347431 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:28.354806 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-0bcba241-3c34-42f8-a3b1-944c1f764c38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 200 len: 217 time: 0.0512972 Aug 31 03:04:28.386829 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-a0d0c504-50b4-4245-9f56-3f4f2eead53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.388403 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-a0d0c504-50b4-4245-9f56-3f4f2eead53c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.1689053 Aug 31 03:04:28.412476 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=7d961084-60b2-44f3-be07-3c8be78bce8a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:28.418637 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-b48e9e41-520e-4ad4-ac78-1706be3e28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.420268 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-b48e9e41-520e-4ad4-ac78-1706be3e28ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0566096 Aug 31 03:04:28.453407 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-777b1d4a-2ddd-4db8-a084-4e575e2c45fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 HTTP/1.1" status: 200 len: 217 time: 0.0570569 Aug 31 03:04:28.476728 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-92a03fa6-50e7-47d3-819e-8c46aab07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.478779 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-92a03fa6-50e7-47d3-819e-8c46aab07a0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484960 Aug 31 03:04:28.486423 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48844) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:28.533349 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-f8e3979c-ea41-4bad-9184-5f27148703ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.536753 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-f8e3979c-ea41-4bad-9184-5f27148703ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.0730171 Aug 31 03:04:28.577095 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-a040b733-88a9-4cd5-a5d1-ea02d1171b84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293820 Aug 31 03:04:28.578791 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ca87602-eb52-46fd-8257-16ce723af4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:28.645113 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-debb8699-b52c-4fc4-be9b-cb54257caaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:28.674340 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902660e-7b04-4222-99ed-d3af2765104e req-abcc79ef-91f8-4b60-9b10-ee2d785a73e2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:28.675848 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f902660e-7b04-4222-99ed-d3af2765104e req-abcc79ef-91f8-4b60-9b10-ee2d785a73e2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.1579380 Aug 31 03:04:28.696742 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-2896fceb-b3f1-44fe-991f-f79a0c022ece service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071641 Aug 31 03:04:28.726865 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-b060acf2-e9d1-4eef-aa38-1fa879561f25 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302029 Aug 31 03:04:28.776498 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['26042ac4-c619-4a22-9148-45ab89bec21e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:04:28.780014 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f902660e-7b04-4222-99ed-d3af2765104e req-91d3eedf-1f68-4d4e-845c-6f248887aec4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878260 Aug 31 03:04:28.899043 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ca87602-eb52-46fd-8257-16ce723af4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:28.907122 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ca87602-eb52-46fd-8257-16ce723af4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:28.916344 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-48b57d8b-4a6e-4624-b207-8d3a26732294 req-3533642e-3b95-4be4-a62e-7906c9312828 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782844 Aug 31 03:04:28.930277 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['e1f07fa0-7280-4db4-964b-c8959e32f5aa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:04:28.932901 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:04:28.966324 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca87602-eb52-46fd-8257-16ce723af4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f497d3b3-0bb3-444f-9bb6-2dd82e201c5f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:28.985493 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5ca87602-eb52-46fd-8257-16ce723af4b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08db450460d44308947a5641c758b72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980562 Aug 31 03:04:29.001814 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48862) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:29.114909 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5077b589-1d39-4c6d-a6e0-5104f7cc0e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.152613 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5077b589-1d39-4c6d-a6e0-5104f7cc0e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.178516 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-debb8699-b52c-4fc4-be9b-cb54257caaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.191755 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-debb8699-b52c-4fc4-be9b-cb54257caaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.211783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:04:29.239446 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb8699-b52c-4fc4-be9b-cb54257caaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aa62c7-6626-460d-b151-250f704d4320,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:29.280943 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9d06a32-25f7-4098-993c-a44254a35bf3 req-b9255c58-283b-4d6e-b4bd-31a16e2ee0a1 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761952 Aug 31 03:04:29.305376 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58678f18-7d49-4ffa-a9a6-2caa5f8414cf req-2c63bafa-2921-4a95-9302-5fdd74ef6b7f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:29.307682 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-58678f18-7d49-4ffa-a9a6-2caa5f8414cf req-2c63bafa-2921-4a95-9302-5fdd74ef6b7f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 944 time: 0.2290256 Aug 31 03:04:29.317410 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-debb8699-b52c-4fc4-be9b-cb54257caaeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d0b34513bea463fbcb6c8ef81c7ce46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9690382 Aug 31 03:04:29.321425 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48880) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:29.328765 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48882) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:29.348464 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5077b589-1d39-4c6d-a6e0-5104f7cc0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.358787 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5077b589-1d39-4c6d-a6e0-5104f7cc0e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.358787 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5077b589-1d39-4c6d-a6e0-5104f7cc0e56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f497d3b3-0bb3-444f-9bb6-2dd82e201c5f HTTP/1.1" status: 204 len: 168 time: 0.3517840 Aug 31 03:04:29.370843 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077b589-1d39-4c6d-a6e0-5104f7cc0e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f497d3b3-0bb3-444f-9bb6-2dd82e201c5f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:29.379095 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661da626-3fe7-45be-827d-ccd05380f3fc req-13386d33-f5c6-41c0-aa61-1d9b192ea6f2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:29.388121 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-661da626-3fe7-45be-827d-ccd05380f3fc req-13386d33-f5c6-41c0-aa61-1d9b192ea6f2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 945 time: 0.1559508 Aug 31 03:04:29.441991 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-661da626-3fe7-45be-827d-ccd05380f3fc req-f4667251-f2f6-4af5-aad9-a850dcbd80bc tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Aug 31 03:04:29.460106 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0daad86e-4c30-42f2-b238-b7c78f36a8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.491676 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0daad86e-4c30-42f2-b238-b7c78f36a8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.545870 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-58678f18-7d49-4ffa-a9a6-2caa5f8414cf req-ce201e99-56d0-4173-b0e4-0ca37b5a3e23 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319486 Aug 31 03:04:29.569387 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0daad86e-4c30-42f2-b238-b7c78f36a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.573803 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0daad86e-4c30-42f2-b238-b7c78f36a8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.578009 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-0daad86e-4c30-42f2-b238-b7c78f36a8ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9aa62c7-6626-460d-b151-250f704d4320 HTTP/1.1" status: 204 len: 168 time: 0.2564001 Aug 31 03:04:29.582667 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4b23-5ffe-4f2f-b9e1-eea44b414cec req-82c723ed-f316-4517-a986-8c44ae110143 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:29.588737 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b0cd4b23-5ffe-4f2f-b9e1-eea44b414cec req-82c723ed-f316-4517-a986-8c44ae110143 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 944 time: 0.0853074 Aug 31 03:04:29.594978 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daad86e-4c30-42f2-b238-b7c78f36a8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aa62c7-6626-460d-b151-250f704d4320,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:29.638852 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b0cd4b23-5ffe-4f2f-b9e1-eea44b414cec req-64eede09-0f81-4df6-98ae-6c0b4cac1cd9 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Aug 31 03:04:29.680570 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:29.714078 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'port_id': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'mac_address': 'fa:16:3e:e3:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:04:29.723882 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2088839819-network', 'tenant_id': 'b969381b31514174b4a28e1c0d43f737'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:29.752029 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Made reservation on behalf of b969381b31514174b4a28e1c0d43f737 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:29.755767 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.770705 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.798190 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.821381 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff470622-5f4c-4e8e-808f-480c993ae235 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:29.850642 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:29.859069 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.860348 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:04:29.911279 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.919866 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.935720 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:04:29.957642 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:29.958064 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Added segment 6a7d72e2-ba23-4501-955b-1fc10cdfd9d7 of type vlan for network c8478b88-bb2c-413b-821e-d0aa11a333ba Aug 31 03:04:29.983931 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 48904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:30.001186 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42eaf0da-def9-40a0-b432-7c56c5e6ec04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.017259 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:30.028704 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:30.035964 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5', 'network_id': 'ce22dc5e-93cd-46d3-8f25-e5a8bb521b92', 'port_id': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5', 'mac_address': 'fa:16:3e:3a:f3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a92f2a-1acb-4103-8406-eff14b597561', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:04:30.045696 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8e18b-40af-4e45-a79d-87f0d0331b06,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:30.056921 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.076782 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7379129-52a5-45a5-aaf3-62ac711d4e2b req-3b672d14-99b3-484e-9004-e3235aa61c22 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:30.078577 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e7379129-52a5-45a5-aaf3-62ac711d4e2b req-3b672d14-99b3-484e-9004-e3235aa61c22 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.1328521 Aug 31 03:04:30.080850 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.103989 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:30.136865 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:30.137075 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.138562 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:30.139221 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.142401 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.151175 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42eaf0da-def9-40a0-b432-7c56c5e6ec04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.156588 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42eaf0da-def9-40a0-b432-7c56c5e6ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.167599 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e7379129-52a5-45a5-aaf3-62ac711d4e2b req-371ea96d-9754-4817-93b4-fa5af26247f7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794225 Aug 31 03:04:30.202045 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:30.212937 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8743470 Aug 31 03:04:30.216001 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadf920-f0fd-4d81-89a7-d75f463352e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8478b88-bb2c-413b-821e-d0aa11a333ba,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:30.222007 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48908) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:30.227584 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Request body: {'subnet': {'network_id': 'c8478b88-bb2c-413b-821e-d0aa11a333ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2088839819-subnet', 'tenant_id': 'b969381b31514174b4a28e1c0d43f737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:30.231226 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network c8478b88-bb2c-413b-821e-d0aa11a333ba details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:04:30.241604 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-42eaf0da-def9-40a0-b432-7c56c5e6ec04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=446056fd28a14a9b8fc7640117fcba8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562127 Aug 31 03:04:30.243001 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaf0da-def9-40a0-b432-7c56c5e6ec04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76e47a-a660-4bf2-8684-a2ed71809add,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:30.246066 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 48912) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:30.266227 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Made reservation on behalf of b969381b31514174b4a28e1c0d43f737 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:30.269592 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25524033'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.373461 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c23df5e-26dd-441f-a13d-720603928152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.410474 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c23df5e-26dd-441f-a13d-720603928152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.501571 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:04:30.531113 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c23df5e-26dd-441f-a13d-720603928152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.534732 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c23df5e-26dd-441f-a13d-720603928152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.538946 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-3c23df5e-26dd-441f-a13d-720603928152 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f76e47a-a660-4bf2-8684-a2ed71809add HTTP/1.1" status: 204 len: 168 time: 0.2908888 Aug 31 03:04:30.560279 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['ff470622-5f4c-4e8e-808f-480c993ae235'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:04:30.581168 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23df5e-26dd-441f-a13d-720603928152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76e47a-a660-4bf2-8684-a2ed71809add,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:30.590021 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25455247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25524055'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.633903 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344df9b-8913-45eb-a15f-aba321cf873a req-c79b6e0e-dd57-440a-b353-9de4d15d6c49 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:30.635976 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2344df9b-8913-45eb-a15f-aba321cf873a req-c79b6e0e-dd57-440a-b353-9de4d15d6c49 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 945 time: 0.0905340 Aug 31 03:04:30.768893 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2344df9b-8913-45eb-a15f-aba321cf873a req-fe265366-a561-4624-8a75-cc5b911699e2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247146 Aug 31 03:04:30.810240 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2cd2e6-a8d3-4041-89b8-0ea1f75194f0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:30.814935 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Checking segment: {'id': '6a7d72e2-ba23-4501-955b-1fc10cdfd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c8478b88-bb2c-413b-821e-d0aa11a333ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:30.815308 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Network hostable DHCP agents. Network: c8478b88-bb2c-413b-821e-d0aa11a333ba, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:04:30.846070 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1641c-4035-40f3-9f18-d840c03ab266 req-5e0ea11e-b806-459d-a4d8-2bf28d843fb9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:30.847797 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2ef1641c-4035-40f3-9f18-d840c03ab266 req-5e0ea11e-b806-459d-a4d8-2bf28d843fb9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 945 time: 0.1495035 Aug 31 03:04:30.853664 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Network c8478b88-bb2c-413b-821e-d0aa11a333ba is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:04:30.918099 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, c8478b88-bb2c-413b-821e-d0aa11a333ba) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:30.929223 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:30.929823 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:30.937363 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b919a-f7ad-4829-b8c9-95add62a2a12 None None] Network c8478b88-bb2c-413b-821e-d0aa11a333ba requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:31.012220 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2ef1641c-4035-40f3-9f18-d840c03ab266 req-621ce33f-2057-4b5d-91e3-00f104f50879 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508503 Aug 31 03:04:31.017370 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c73da7-cf6a-4d19-a022-38344da09b01 req-71dddb73-adca-4b83-9176-f450c66ff62f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:31.019530 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-40c73da7-cf6a-4d19-a022-38344da09b01 req-71dddb73-adca-4b83-9176-f450c66ff62f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 944 time: 0.1246285 Aug 31 03:04:31.022332 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-cc6c755a-ff25-4f7f-b360-3cceb97762b7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7993217 Aug 31 03:04:31.089204 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-40c73da7-cf6a-4d19-a022-38344da09b01 req-2756fb72-1680-45bd-af4f-a39196278781 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606761 Aug 31 03:04:31.179575 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 26042ac4-c619-4a22-9148-45ab89bec21e up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:31.226470 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c580624-252d-4d38-948b-bc262d040eef None None] Network c8478b88-bb2c-413b-821e-d0aa11a333ba requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:31.309681 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 26042ac4-c619-4a22-9148-45ab89bec21e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:31.319123 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 26042ac4-c619-4a22-9148-45ab89bec21e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:31.319900 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:31.341488 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4339-ca37-4f92-b3a8-34b8debd2a28 req-ac3f9109-9e52-404e-9438-dd7daea537dd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:31.343340 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-57eb4339-ca37-4f92-b3a8-34b8debd2a28 req-ac3f9109-9e52-404e-9438-dd7daea537dd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.0837307 Aug 31 03:04:31.392156 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-57eb4339-ca37-4f92-b3a8-34b8debd2a28 req-816bd1f6-e5b0-4888-9e0c-7444bb9f5f5b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424011 Aug 31 03:04:31.467986 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:31.492623 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26042ac4-c619-4a22-9148-45ab89bec21e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:31.560878 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 26042ac4-c619-4a22-9148-45ab89bec21e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=26042ac4-c619-4a22-9148-45ab89bec21e,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:31.565340 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:31.566138 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e1f07fa0-7280-4db4-964b-c8959e32f5aa up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:31.662313 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=26042ac4-c619-4a22-9148-45ab89bec21e,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:31.681394 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port e1f07fa0-7280-4db4-964b-c8959e32f5aa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:31.685857 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port e1f07fa0-7280-4db4-964b-c8959e32f5aa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:31.686241 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:31.758993 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e29a8db-1ff9-4cd8-9577-140d96fd2169" -d '{"events": [{"server_uuid": "e559ca09-0ed5-4051-8271-f6af5e1ff4cb", "name": "network-vif-plugged", "status": "completed", "tag": "26042ac4-c619-4a22-9148-45ab89bec21e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:31.772148 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:31.809372 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e1f07fa0-7280-4db4-964b-c8959e32f5aa, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e1f07fa0-7280-4db4-964b-c8959e32f5aa,segment=NetworkSegment(82122390-827d-42a3-bab9-c2089cb1fc40),segment_id=82122390-827d-42a3-bab9-c2089cb1fc40)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:31.816149 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:31.816953 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 7d961084-60b2-44f3-be07-3c8be78bce8a up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:31.897800 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=e1f07fa0-7280-4db4-964b-c8959e32f5aa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:31.897955 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a462fc7-add9-4ccc-bd12-a309193d34d4 req-1460f9a3-b601-4b63-a5cb-c8b003f134c4 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:31.906961 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0a462fc7-add9-4ccc-bd12-a309193d34d4 req-1460f9a3-b601-4b63-a5cb-c8b003f134c4 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 945 time: 0.0703962 Aug 31 03:04:31.910147 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 7d961084-60b2-44f3-be07-3c8be78bce8a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:31.916082 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 7d961084-60b2-44f3-be07-3c8be78bce8a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:31.916633 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:31.971067 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0a462fc7-add9-4ccc-bd12-a309193d34d4 req-261ef315-753f-4613-936a-5c8dcfaaf16b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629737 Aug 31 03:04:32.026260 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.107415 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 49008) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:32.126923 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-721244372-network', 'tenant_id': 'efd3f22e12e34dfb817144eefc2e9746'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:32.160749 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Made reservation on behalf of efd3f22e12e34dfb817144eefc2e9746 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:32.164339 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.186504 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.293966 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60480639-d47f-429f-b60d-34645cc46b8e req-e7969cc8-9103-4a0a-b36e-2278ff5e7cc4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:32.309222 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eee5966-7126-4304-af6b-1e6f077a6bbd x-openstack-request-id: req-1eee5966-7126-4304-af6b-1e6f077a6bbd {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:32.311585 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e559ca09-0ed5-4051-8271-f6af5e1ff4cb", "name": "network-vif-plugged", "status": "completed", "tag": "26042ac4-c619-4a22-9148-45ab89bec21e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:32.312483 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eee5966-7126-4304-af6b-1e6f077a6bbd {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:32.312983 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26042ac4-c619-4a22-9148-45ab89bec21e', 'code': 200} Aug 31 03:04:32.320764 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60480639-d47f-429f-b60d-34645cc46b8e req-e7969cc8-9103-4a0a-b36e-2278ff5e7cc4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 945 time: 0.1502900 Aug 31 03:04:32.357490 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 7d961084-60b2-44f3-be07-3c8be78bce8a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=7d961084-60b2-44f3-be07-3c8be78bce8a,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:32.365784 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.393845 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.407969 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.429427 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:04:32.442109 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.442751 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Added segment 5707f8ab-27b4-43b5-a754-757a7eeca5a6 of type vlan for network 1b906905-5d08-4a79-8a55-8cbcb775e5e9 Aug 31 03:04:32.467628 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60480639-d47f-429f-b60d-34645cc46b8e req-a6c20e48-0ea9-4ed0-b4ee-0ebe55031565 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493118 Aug 31 03:04:32.475512 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=7d961084-60b2-44f3-be07-3c8be78bce8a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:32.506801 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7759c-bbad-428b-9082-2ed7a98ee0b3 req-b9bb5785-9cbf-423d-974a-02ef62641d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:32.508955 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-01d7759c-bbad-428b-9082-2ed7a98ee0b3 req-b9bb5785-9cbf-423d-974a-02ef62641d3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.1345115 Aug 31 03:04:32.551165 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-01d7759c-bbad-428b-9082-2ed7a98ee0b3 req-e542f4de-6a5d-4f87-887c-bdf2d1b56471 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.626230 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291f59-2519-41f6-8efc-5d37626e16ca req-82c11c5f-721c-4474-a62a-df5fdef8c5cd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:32.626230 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-74291f59-2519-41f6-8efc-5d37626e16ca req-82c11c5f-721c-4474-a62a-df5fdef8c5cd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.0763233 Aug 31 03:04:32.694673 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-74291f59-2519-41f6-8efc-5d37626e16ca req-9cf1a5f5-a674-4dd9-88c8-cd40d4f185dc tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592158 Aug 31 03:04:32.734709 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-01d7759c-bbad-428b-9082-2ed7a98ee0b3 req-e542f4de-6a5d-4f87-887c-bdf2d1b56471 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.740168 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-01d7759c-bbad-428b-9082-2ed7a98ee0b3 req-e542f4de-6a5d-4f87-887c-bdf2d1b56471 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.741243 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.760668 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2997dfec-3495-40fc-9f4c-7c079e212c61,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:32.775057 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-01d7759c-bbad-428b-9082-2ed7a98ee0b3 req-e542f4de-6a5d-4f87-887c-bdf2d1b56471 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579327 Aug 31 03:04:32.785421 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542f4de-6a5d-4f87-887c-bdf2d1b56471 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a76edd-edba-43cb-a530-670f36c92077,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:32.796259 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f57ec9-e341-4ad9-bb34-8e5a0042d9d6 req-bc62810c-5873-4a79-be62-e897b2077135 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:32.803906 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a5f57ec9-e341-4ad9-bb34-8e5a0042d9d6 req-bc62810c-5873-4a79-be62-e897b2077135 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.4070692 Aug 31 03:04:32.812991 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.813895 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:32.814469 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.888886 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7786138 Aug 31 03:04:32.891763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 49036) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:32.896683 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Request body: {'subnet': {'network_id': '1b906905-5d08-4a79-8a55-8cbcb775e5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-721244372-subnet', 'tenant_id': 'efd3f22e12e34dfb817144eefc2e9746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:32.900927 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a5f57ec9-e341-4ad9-bb34-8e5a0042d9d6 req-7bf56589-b322-4be5-95ea-739b72fd8f56 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960131 Aug 31 03:04:32.908492 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d75e0-6bb1-4ba0-90f8-0d02a1853d84 admin admin] Pushing event updated for resources: {'Network': ['ID=1b906905-5d08-4a79-8a55-8cbcb775e5e9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:32.919751 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Made reservation on behalf of efd3f22e12e34dfb817144eefc2e9746 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:32.920442 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 1b906905-5d08-4a79-8a55-8cbcb775e5e9 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:04:32.922401 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25524033'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:32.971111 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 49038) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:33.108437 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be19d5a0-5e1d-4e57-b9c5-64660eac932a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.169187 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25455247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25524055'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.171599 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:33.182354 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5afc5-8030-4277-8d22-95443f5f4f35 req-9e09b098-72c7-4f16-b6f5-bfb77f8ea71c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:33.183969 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7de5afc5-8030-4277-8d22-95443f5f4f35 req-9e09b098-72c7-4f16-b6f5-bfb77f8ea71c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.1511478 Aug 31 03:04:33.225986 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port ff470622-5f4c-4e8e-808f-480c993ae235 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:33.230187 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port ff470622-5f4c-4e8e-808f-480c993ae235 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:33.230584 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.284931 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae4b41a-35f5-4995-8470-b626aa1ea4c8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:33.304339 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7de5afc5-8030-4277-8d22-95443f5f4f35 req-b7243421-4b1a-403b-8a8d-c1f074a180c2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916932 Aug 31 03:04:33.320743 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.321564 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Checking segment: {'id': '5707f8ab-27b4-43b5-a754-757a7eeca5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1b906905-5d08-4a79-8a55-8cbcb775e5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:33.321564 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Network hostable DHCP agents. Network: 1b906905-5d08-4a79-8a55-8cbcb775e5e9, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:04:33.353609 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:33.355300 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Network 1b906905-5d08-4a79-8a55-8cbcb775e5e9 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:04:33.357935 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.358687 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be19d5a0-5e1d-4e57-b9c5-64660eac932a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.358815 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:33.364389 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be19d5a0-5e1d-4e57-b9c5-64660eac932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.375171 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 1b906905-5d08-4a79-8a55-8cbcb775e5e9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:33.388186 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:33.388779 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.403686 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2bcf51-6461-477f-942a-813b70e2634b None None] Network 1b906905-5d08-4a79-8a55-8cbcb775e5e9 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:33.416703 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-be19d5a0-5e1d-4e57-b9c5-64660eac932a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f71434943d1456aa3c9f90c6bad0ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417977 Aug 31 03:04:33.417187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 49046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:33.426314 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e579a8a7-e50e-41e1-9df5-779d11a56aa2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5333300 Aug 31 03:04:33.442792 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19d5a0-5e1d-4e57-b9c5-64660eac932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b81207-03b5-4369-9e56-c0871a5cfbf1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:33.509534 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:33.532814 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c655478-e95d-42f9-abad-69e7900ad4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.555857 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:33.565847 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:33.566463 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.571049 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:04:33.599595 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c655478-e95d-42f9-abad-69e7900ad4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.675938 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901603d-56ff-49b7-b572-1979690bf641 req-ee739a8e-0696-458f-a358-db341b71d523 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:33.684541 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c901603d-56ff-49b7-b572-1979690bf641 req-ee739a8e-0696-458f-a358-db341b71d523 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 945 time: 0.1248546 Aug 31 03:04:33.742581 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c901603d-56ff-49b7-b572-1979690bf641 req-0776309a-cae9-4183-b53f-34bfb72e95a4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568991 Aug 31 03:04:33.751726 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b0d70c-6ed1-45fc-aba2-64c395c5cd51 None None] Network 1b906905-5d08-4a79-8a55-8cbcb775e5e9 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:33.766852 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c655478-e95d-42f9-abad-69e7900ad4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.769590 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c655478-e95d-42f9-abad-69e7900ad4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.771120 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4c655478-e95d-42f9-abad-69e7900ad4a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48b81207-03b5-4369-9e56-c0871a5cfbf1 HTTP/1.1" status: 204 len: 168 time: 0.3518524 Aug 31 03:04:33.789150 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c655478-e95d-42f9-abad-69e7900ad4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b81207-03b5-4369-9e56-c0871a5cfbf1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:33.856167 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.935789 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:33.946602 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:33.969317 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d55c6-aebc-4584-9286-084061b869e5 req-4657d174-fdcc-4865-9c1c-bbe287ad7cdb tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:33.976014 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-292d55c6-aebc-4584-9286-084061b869e5 req-4657d174-fdcc-4865-9c1c-bbe287ad7cdb tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.1397917 Aug 31 03:04:34.064634 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:34.105286 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-292d55c6-aebc-4584-9286-084061b869e5 req-bd5c5b76-1888-4770-aeca-dd7452881325 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192455 Aug 31 03:04:34.158620 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b0529-1f21-4ef2-a52b-7d14427f5ec6 req-87d1c831-a908-4ad0-aaba-ede75f6d78d3 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:34.160459 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-978b0529-1f21-4ef2-a52b-7d14427f5ec6 req-87d1c831-a908-4ad0-aaba-ede75f6d78d3 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0674350 Aug 31 03:04:34.202738 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-978b0529-1f21-4ef2-a52b-7d14427f5ec6 req-826af70c-c912-4877-81f1-9f2cf59851e8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Aug 31 03:04:34.313940 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50886484-227b-4feb-8822-c59ed4c17c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa'}, {'server_uuid': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d961084-60b2-44f3-be07-3c8be78bce8a'}, {'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235'}, {'server_uuid': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:34.316463 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e606bc1-08c2-4297-9eb9-9c74be435363" -d '{"events": [{"server_uuid": "50886484-227b-4feb-8822-c59ed4c17c8e", "name": "network-vif-plugged", "status": "completed", "tag": "e1f07fa0-7280-4db4-964b-c8959e32f5aa"}, {"server_uuid": "6fe00e8a-07a3-4e65-a153-e07648d7dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "7d961084-60b2-44f3-be07-3c8be78bce8a"}, {"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-plugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235"}, {"server_uuid": "03eb0d60-b7c3-4c06-9c41-7cff1307b369", "name": "network-vif-plugged", "status": "completed", "tag": "b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:34.374599 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd391f9-40fe-40d7-9af2-20ea7576f93a x-openstack-request-id: req-9fd391f9-40fe-40d7-9af2-20ea7576f93a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:34.375210 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50886484-227b-4feb-8822-c59ed4c17c8e", "name": "network-vif-plugged", "status": "completed", "tag": "e1f07fa0-7280-4db4-964b-c8959e32f5aa", "code": 200}, {"server_uuid": "6fe00e8a-07a3-4e65-a153-e07648d7dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "7d961084-60b2-44f3-be07-3c8be78bce8a", "code": 200}, {"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-plugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235", "code": 200}, {"server_uuid": "03eb0d60-b7c3-4c06-9c41-7cff1307b369", "name": "network-vif-plugged", "status": "completed", "tag": "b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:34.375210 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fd391f9-40fe-40d7-9af2-20ea7576f93a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:34.375744 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50886484-227b-4feb-8822-c59ed4c17c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa', 'code': 200} Aug 31 03:04:34.375862 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d961084-60b2-44f3-be07-3c8be78bce8a', 'code': 200} Aug 31 03:04:34.376107 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'code': 200} Aug 31 03:04:34.376584 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5', 'code': 200} Aug 31 03:04:34.450457 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9927cf5-6794-4eba-92cd-a598355ad2a4 req-0a357dbf-5ca1-4d6f-bb3a-f4383bb81539 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:34.452024 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9927cf5-6794-4eba-92cd-a598355ad2a4 req-0a357dbf-5ca1-4d6f-bb3a-f4383bb81539 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0525506 Aug 31 03:04:34.491767 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9927cf5-6794-4eba-92cd-a598355ad2a4 req-89a0aa2e-7d15-4e04-bd4a-44ab484dbdb9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336108 Aug 31 03:04:34.646177 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 49102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:34.743996 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1262437621-network', 'tenant_id': '0b83cf6947e84bd288bbe7ae3d8a51ee'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:34.766094 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Made reservation on behalf of 0b83cf6947e84bd288bbe7ae3d8a51ee for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:34.768586 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:34.777821 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:34.859246 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44427c5-3324-46f1-ba9c-f1a616d36129 req-cf6a1196-4ff3-4efd-a036-fce8be2a9bb7 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:34.861282 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f44427c5-3324-46f1-ba9c-f1a616d36129 req-cf6a1196-4ff3-4efd-a036-fce8be2a9bb7 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0564697 Aug 31 03:04:34.871015 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:34.879035 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:34.911050 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:04:34.916317 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f44427c5-3324-46f1-ba9c-f1a616d36129 req-78f6dd90-88c7-4ffb-97b6-cce16fb8d4dc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Aug 31 03:04:34.920547 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34dc863-1849-41cb-909f-b49be42356bb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:34.926735 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:34.926962 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Added segment cf15eb9c-ea28-4dcd-bc4e-41c079a46af2 of type vlan for network 3f68a17d-64a3-409e-8e25-8f25da587c10 Aug 31 03:04:34.969683 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:34.992764 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:34.993748 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:34.994322 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:35.047517 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4001229 Aug 31 03:04:35.050530 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 49110) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:35.052610 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacb259-79e7-4990-a890-7bb5ce184e89 admin admin] Pushing event updated for resources: {'Network': ['ID=3f68a17d-64a3-409e-8e25-8f25da587c10,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:35.057045 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Request body: {'subnet': {'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1262437621-subnet', 'tenant_id': '0b83cf6947e84bd288bbe7ae3d8a51ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:35.062632 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 3f68a17d-64a3-409e-8e25-8f25da587c10 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:04:35.080881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Made reservation on behalf of 0b83cf6947e84bd288bbe7ae3d8a51ee for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:35.083708 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25524033'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:35.265641 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c848870-aed6-4688-931a-54282019c02a req-e00a27c8-7898-434a-a5e0-be7003f2dbbf tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:35.267777 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2c848870-aed6-4688-931a-54282019c02a req-e00a27c8-7898-434a-a5e0-be7003f2dbbf tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0829592 Aug 31 03:04:35.287085 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25455247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25524055'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:35.316932 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2c848870-aed6-4688-931a-54282019c02a req-324f66d8-32b0-4c8f-b1ec-8527a88333a0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387485 Aug 31 03:04:35.365216 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0837c1-41f4-402f-901e-a6281ddf67bc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:35.392689 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ed8a6-de11-44b4-b58a-edc050f75284 req-43a6125f-ed68-4382-b815-2af79c279a9e tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:35.394253 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-423ed8a6-de11-44b4-b58a-edc050f75284 req-43a6125f-ed68-4382-b815-2af79c279a9e tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.1043851 Aug 31 03:04:35.400530 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Checking segment: {'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:35.400889 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Network hostable DHCP agents. Network: 3f68a17d-64a3-409e-8e25-8f25da587c10, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:04:35.443322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Network 3f68a17d-64a3-409e-8e25-8f25da587c10 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:04:35.453381 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-423ed8a6-de11-44b4-b58a-edc050f75284 req-bfcb4b34-e716-4383-b804-a2b200c9bfb1 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493019 Aug 31 03:04:35.464724 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 3f68a17d-64a3-409e-8e25-8f25da587c10) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:35.469123 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:35.469773 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:35.481791 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d27c896-cc46-4540-a5c8-0e57d56a1ccd None None] Network 3f68a17d-64a3-409e-8e25-8f25da587c10 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:35.487669 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-37d454d2-36da-4ffd-b4e1-c6a0528e71bf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4359899 Aug 31 03:04:35.612681 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfdb790-7c21-4233-b2b6-eda712efe01f None None] Network 3f68a17d-64a3-409e-8e25-8f25da587c10 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:04:35.616230 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f395bb-03d7-4978-9efd-b9e9bb37fa32 req-83f1091d-7301-4192-83a9-77439415bbbb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:35.617677 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-04f395bb-03d7-4978-9efd-b9e9bb37fa32 req-83f1091d-7301-4192-83a9-77439415bbbb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0555358 Aug 31 03:04:35.669837 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-04f395bb-03d7-4978-9efd-b9e9bb37fa32 req-e935d36a-2e84-4ff2-b162-ccd34346c6c5 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Aug 31 03:04:36.036114 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b198969-18d4-4924-90f8-39705ff14208 req-293618aa-938b-4c9c-a1da-d4625d45ec25 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:36.037583 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2b198969-18d4-4924-90f8-39705ff14208 req-293618aa-938b-4c9c-a1da-d4625d45ec25 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0497258 Aug 31 03:04:36.075065 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2b198969-18d4-4924-90f8-39705ff14208 req-2107f766-3490-4142-bca4-ced417df3101 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Aug 31 03:04:36.449566 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae79d84-4084-46dd-882c-865076755185 req-d4c6fb94-98b3-4bfa-ada7-740fe946be47 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:36.451074 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ae79d84-4084-46dd-882c-865076755185 req-d4c6fb94-98b3-4bfa-ada7-740fe946be47 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Aug 31 03:04:36.502230 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ae79d84-4084-46dd-882c-865076755185 req-fb6c0e82-2f61-4748-a6a9-9799b81c2351 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 Aug 31 03:04:36.599579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b462faa-6d40-4749-8da8-7ac29c5824e0 req-60e5f92b-d4e7-4d2e-8033-b6abb15812bb tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:36.601059 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4b462faa-6d40-4749-8da8-7ac29c5824e0 req-60e5f92b-d4e7-4d2e-8033-b6abb15812bb tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0496647 Aug 31 03:04:36.642820 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4b462faa-6d40-4749-8da8-7ac29c5824e0 req-65cdb8f1-efdd-46e9-b0ba-cb06a13226f6 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355840 Aug 31 03:04:36.793973 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed9d8-0c8c-4d49-a113-358f13cf49a2 req-8c9d615c-8adb-433e-b7fa-729e974835fa tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:36.795628 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2e9ed9d8-0c8c-4d49-a113-358f13cf49a2 req-8c9d615c-8adb-433e-b7fa-729e974835fa tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0558176 Aug 31 03:04:36.847241 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2e9ed9d8-0c8c-4d49-a113-358f13cf49a2 req-2b58cf6c-6eab-4ab5-87eb-369d5b1f96b4 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Aug 31 03:04:37.010712 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1ff1c-b700-4ff5-809f-47c57e9a40c0 req-b2b9e26f-b57b-4c2f-b1bd-db79ec994817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.012282 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6ca1ff1c-b700-4ff5-809f-47c57e9a40c0 req-b2b9e26f-b57b-4c2f-b1bd-db79ec994817 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 1099 time: 0.0884461 Aug 31 03:04:37.045169 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37e428-a583-42fa-ac22-fc3976460372 req-e1949f02-9e58-435d-9ffa-501f7ac79edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.046795 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3e37e428-a583-42fa-ac22-fc3976460372 req-e1949f02-9e58-435d-9ffa-501f7ac79edd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 1098 time: 0.0762205 Aug 31 03:04:37.050604 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2660a-bd3a-4e90-b630-3e2acddfa703 req-48ada9d0-047c-487a-8e3a-061d1f961a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.052836 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0861f1-9da2-4c25-bf25-6ca02f421d89 req-0cc5ba12-c7db-4e57-8fa3-ef4f2567e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.052983 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-50f2660a-bd3a-4e90-b630-3e2acddfa703 req-48ada9d0-047c-487a-8e3a-061d1f961a0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1098 time: 0.1083033 Aug 31 03:04:37.054912 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ff0861f1-9da2-4c25-bf25-6ca02f421d89 req-0cc5ba12-c7db-4e57-8fa3-ef4f2567e9d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 1099 time: 0.1190476 Aug 31 03:04:37.108626 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6ca1ff1c-b700-4ff5-809f-47c57e9a40c0 req-40cec120-2464-4f03-bb53-95b1281443a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821855 Aug 31 03:04:37.132546 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3e37e428-a583-42fa-ac22-fc3976460372 req-b9a9b6f7-2162-4e13-9b1d-375d232898d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719857 Aug 31 03:04:37.145086 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-50f2660a-bd3a-4e90-b630-3e2acddfa703 req-acbaa381-2c48-4812-b78a-540fdb0e9670 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705152 Aug 31 03:04:37.145775 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ff0861f1-9da2-4c25-bf25-6ca02f421d89 req-bd37a24e-a8f0-4182-af1e-abf1642e5246 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616937 Aug 31 03:04:37.205495 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1f3d1-adf7-4bef-b39d-53d2146939d8 req-7ea20fdd-2abb-46b9-8172-f2392abb3c4a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.207050 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-06a1f3d1-adf7-4bef-b39d-53d2146939d8 req-7ea20fdd-2abb-46b9-8172-f2392abb3c4a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0493436 Aug 31 03:04:37.245437 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-06a1f3d1-adf7-4bef-b39d-53d2146939d8 req-d7d17efa-529d-4b89-9e8f-27b4c5d539cd tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Aug 31 03:04:37.619672 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae2605-0bfc-4815-8048-970ca4b12c0d req-90cb1fc4-674d-4b98-aa2f-95509c15a39b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.621187 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-83ae2605-0bfc-4815-8048-970ca4b12c0d req-90cb1fc4-674d-4b98-aa2f-95509c15a39b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0529931 Aug 31 03:04:37.661755 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-83ae2605-0bfc-4815-8048-970ca4b12c0d req-fa73f35d-7cb4-456d-b084-53280ed37070 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344391 Aug 31 03:04:37.759289 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fe896-1819-403a-bf12-0cce3a0f425c req-0cb34d56-5c2d-4315-880e-d5d780696477 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.760837 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bd2fe896-1819-403a-bf12-0cce3a0f425c req-0cb34d56-5c2d-4315-880e-d5d780696477 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0471087 Aug 31 03:04:37.801911 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bd2fe896-1819-403a-bf12-0cce3a0f425c req-e0734334-e3c8-4df0-b503-eb395ea4585b tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348804 Aug 31 03:04:37.960174 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8494a02-85a6-48bc-bbb0-5869bd973267 req-a7a45ed3-2d22-478e-8e6c-006f3d76f147 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:37.961633 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e8494a02-85a6-48bc-bbb0-5869bd973267 req-a7a45ed3-2d22-478e-8e6c-006f3d76f147 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0482619 Aug 31 03:04:37.999016 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e8494a02-85a6-48bc-bbb0-5869bd973267 req-e4a35e7d-9f71-4be3-85d9-14d1ed11564b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Aug 31 03:04:38.358500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a63dc-cf42-4399-aa06-2c9786276258 req-b9c13c79-16d1-41b8-b1e7-c949bca1cf68 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:38.359997 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-243a63dc-cf42-4399-aa06-2c9786276258 req-b9c13c79-16d1-41b8-b1e7-c949bca1cf68 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0473804 Aug 31 03:04:38.397693 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-243a63dc-cf42-4399-aa06-2c9786276258 req-be7d3ee7-b27f-4959-a6b9-68c6982e9749 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Aug 31 03:04:38.781482 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9702028-48be-45ad-a216-02ce4d46f03b req-298fc5f0-1f36-4f04-8bca-88cf1dadc0fa tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:38.782870 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9702028-48be-45ad-a216-02ce4d46f03b req-298fc5f0-1f36-4f04-8bca-88cf1dadc0fa tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0477915 Aug 31 03:04:38.818820 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9702028-48be-45ad-a216-02ce4d46f03b req-23d5e900-2a62-49f4-8120-4c5bc18915c5 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301397 Aug 31 03:04:38.914248 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98c5e8-00a1-4def-ba1c-b32bb6d8964e req-e9396340-baa2-4f47-8f5a-6a54b9031049 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:38.916334 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6e98c5e8-00a1-4def-ba1c-b32bb6d8964e req-e9396340-baa2-4f47-8f5a-6a54b9031049 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0481648 Aug 31 03:04:38.954594 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6e98c5e8-00a1-4def-ba1c-b32bb6d8964e req-00fa4902-2a0a-4d58-bc36-bda9cdfc57ca tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Aug 31 03:04:39.113670 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc0b31-3ce4-47ea-8c81-fa923ff74fbd req-206ce5df-96ad-4225-a1af-6dac522eaa1c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:39.115138 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-effc0b31-3ce4-47ea-8c81-fa923ff74fbd req-206ce5df-96ad-4225-a1af-6dac522eaa1c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0509229 Aug 31 03:04:39.153674 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-effc0b31-3ce4-47ea-8c81-fa923ff74fbd req-604eb8e3-2c74-42b7-a982-913112df1b80 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Aug 31 03:04:39.511964 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25c44b-3849-4000-ae05-5d5139846dd4 req-f4625e1a-69d9-47e0-a008-b5e4847ba51e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:39.513410 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4c25c44b-3849-4000-ae05-5d5139846dd4 req-f4625e1a-69d9-47e0-a008-b5e4847ba51e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0478570 Aug 31 03:04:39.556990 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4c25c44b-3849-4000-ae05-5d5139846dd4 req-819ac199-55e5-4db3-87ad-789d7ee2c3f3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Aug 31 03:04:39.619032 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:39.934762 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e4632-b47a-4688-94af-b17eab7a3b31 req-4a86b23d-2f89-4e94-bb13-33cf65cc09ba tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:39.936246 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2f7e4632-b47a-4688-94af-b17eab7a3b31 req-4a86b23d-2f89-4e94-bb13-33cf65cc09ba tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0470147 Aug 31 03:04:39.973100 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2f7e4632-b47a-4688-94af-b17eab7a3b31 req-c42513d5-fdd8-4920-9508-47d31ba1c396 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Aug 31 03:04:40.066719 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514e792-8045-409a-a7e4-cd5f35b647f1 req-e003fd41-d5e3-4558-a1c0-9c6f2fab9b76 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:40.068201 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b514e792-8045-409a-a7e4-cd5f35b647f1 req-e003fd41-d5e3-4558-a1c0-9c6f2fab9b76 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0472345 Aug 31 03:04:40.105613 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b514e792-8045-409a-a7e4-cd5f35b647f1 req-fba76068-8ff4-4cef-b0db-869649129428 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Aug 31 03:04:40.266674 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7231274-91e6-4511-80a8-8aaedd045252 req-5437b7ed-535f-413b-82a9-a48db76bb829 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:40.268198 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f7231274-91e6-4511-80a8-8aaedd045252 req-5437b7ed-535f-413b-82a9-a48db76bb829 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0479581 Aug 31 03:04:40.306756 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f7231274-91e6-4511-80a8-8aaedd045252 req-5e37fb11-2985-4a00-b37d-ecd02a7552b8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Aug 31 03:04:40.436346 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-5a80dbe6-ed07-4451-8762-e75c6cec0dcf tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:40.437761 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-5a80dbe6-ed07-4451-8762-e75c6cec0dcf tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/networks?id=3f68a17d-64a3-409e-8e25-8f25da587c10 HTTP/1.1" status: 200 len: 809 time: 0.0966432 Aug 31 03:04:40.452260 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-0f5fa51d-54f9-4140-9e46-d57c6078c95d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/quotas/0b83cf6947e84bd288bbe7ae3d8a51ee HTTP/1.1" status: 200 len: 375 time: 0.0089076 Aug 31 03:04:40.487492 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-727b68d3-dbd4-463d-a67c-ab6a08e86c0e tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b83cf6947e84bd288bbe7ae3d8a51ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299881 Aug 31 03:04:40.574384 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-be2aa938-32be-4005-a26f-94511461df09 service neutron] 10.222.0.39 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797577 Aug 31 03:04:40.671602 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-38a40613-6fff-4296-b0e0-0b980a300f0e service neutron] 10.222.0.39 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873594 Aug 31 03:04:40.679575 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4d677-8963-4d5b-980c-fd86c6a3ed2d req-71888f8b-1896-4987-832f-fcefa9ffa0f8 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:40.681058 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-93a4d677-8963-4d5b-980c-fd86c6a3ed2d req-71888f8b-1896-4987-832f-fcefa9ffa0f8 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0508766 Aug 31 03:04:40.719038 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-93a4d677-8963-4d5b-980c-fd86c6a3ed2d req-ac248ada-e898-46fc-b457-d2dc6e4e67aa tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Aug 31 03:04:40.826188 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-155d6cf9-246b-405e-95e8-c628cd030dd0 req-9a344c9f-1da6-44c9-ada5-79605bd9d202 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.0259864 Aug 31 03:04:41.101917 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13588273-222a-4900-92a4-2e6f9345b40a req-00a51a93-0c61-45fe-b2fe-f46be53c5ba2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:41.104106 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-13588273-222a-4900-92a4-2e6f9345b40a req-00a51a93-0c61-45fe-b2fe-f46be53c5ba2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0573730 Aug 31 03:04:41.144104 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-13588273-222a-4900-92a4-2e6f9345b40a req-3f2bbe58-0de7-443b-9c6d-8f8091cd3d96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338230 Aug 31 03:04:41.219145 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a47be-4fb3-4cb2-b091-cf8bd8c25c58 req-2deaec5a-e650-4892-b4b2-a09875d209ce tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:41.220540 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f35a47be-4fb3-4cb2-b091-cf8bd8c25c58 req-2deaec5a-e650-4892-b4b2-a09875d209ce tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0479262 Aug 31 03:04:41.257334 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f35a47be-4fb3-4cb2-b091-cf8bd8c25c58 req-e58a0e67-5400-46e2-84a1-b286a51699db tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Aug 31 03:04:41.416648 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d42d-9699-4540-8f92-58005261833c req-1ebd23ac-f392-453a-91b3-641f137159d8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:41.418063 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9b52d42d-9699-4540-8f92-58005261833c req-1ebd23ac-f392-453a-91b3-641f137159d8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0471783 Aug 31 03:04:41.455202 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9b52d42d-9699-4540-8f92-58005261833c req-2fc6fb63-0321-4ead-90c5-0142e1c43442 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312359 Aug 31 03:04:41.832891 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d00610-548b-4d3c-9bae-fa3ca67df7f6 req-26cda075-efb9-4a09-81ca-de27517ef873 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:41.834274 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-37d00610-548b-4d3c-9bae-fa3ca67df7f6 req-26cda075-efb9-4a09-81ca-de27517ef873 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0504427 Aug 31 03:04:41.872426 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-37d00610-548b-4d3c-9bae-fa3ca67df7f6 req-33acb2ad-71b7-44c6-85f0-f06d12a5ec94 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Aug 31 03:04:41.926287 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dadb97ef-fc1c-4dca-b4fd-7d5f7373cbb8 req-0956432d-096a-4258-b93c-b5f92ee0e4e5 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.0286067 Aug 31 03:04:42.278704 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffc223-1156-417e-be69-0e147fbc764f req-58cae097-5f34-40ec-880a-e32cb95bfcb6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:42.280230 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60ffc223-1156-417e-be69-0e147fbc764f req-58cae097-5f34-40ec-880a-e32cb95bfcb6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0530248 Aug 31 03:04:42.318318 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60ffc223-1156-417e-be69-0e147fbc764f req-f9547b70-f130-4943-a282-73cffdfa363a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321765 Aug 31 03:04:42.370163 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ce68e-55b6-4680-853c-8d7f274ca3b4 req-43fe51a5-0bce-4114-af91-7e247d95942b tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:42.371538 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dd4ce68e-55b6-4680-853c-8d7f274ca3b4 req-43fe51a5-0bce-4114-af91-7e247d95942b tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0463734 Aug 31 03:04:42.408423 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dd4ce68e-55b6-4680-853c-8d7f274ca3b4 req-83a5bdcf-b784-412d-87e3-2a4a3337fbd3 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Aug 31 03:04:42.568419 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871fd0c-eda8-4d43-a0ed-32adea70c621 req-3bdb6205-8dee-46f9-ae29-8c8c3f8b6327 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:42.569886 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9871fd0c-eda8-4d43-a0ed-32adea70c621 req-3bdb6205-8dee-46f9-ae29-8c8c3f8b6327 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0494204 Aug 31 03:04:42.607435 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9871fd0c-eda8-4d43-a0ed-32adea70c621 req-88cf7b40-5f58-44da-9959-ef7037fe54fd tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Aug 31 03:04:42.983588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8dad0-5111-4145-b18f-6129a476dc23 req-50c734a6-6fc8-4f5b-8989-33b807b36125 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:42.985072 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7ef8dad0-5111-4145-b18f-6129a476dc23 req-50c734a6-6fc8-4f5b-8989-33b807b36125 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0473902 Aug 31 03:04:43.020092 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5ce610c2-b474-4fd0-ae8b-6e285624b70d req-e30c034f-b3c6-496b-89b3-16c038b364d6 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.0298460 Aug 31 03:04:43.023158 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7ef8dad0-5111-4145-b18f-6129a476dc23 req-b0f2a758-fcfb-4cf6-9256-faa13eb64b36 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Aug 31 03:04:43.443021 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9025a6-cfd5-40fc-977e-d29520a6c9d0 req-cdb45939-2d1f-4a41-a33d-5c4362b07875 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:43.444691 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bf9025a6-cfd5-40fc-977e-d29520a6c9d0 req-cdb45939-2d1f-4a41-a33d-5c4362b07875 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Aug 31 03:04:43.486755 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bf9025a6-cfd5-40fc-977e-d29520a6c9d0 req-3dc2e7ec-e204-456e-86a9-5f7fb79b8c18 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350492 Aug 31 03:04:43.523983 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dcbad-ab21-4d3c-9a5c-88bf54d0f261 req-c2044779-6ce8-4349-8a97-410a0ab52b05 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:43.525979 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b40dcbad-ab21-4d3c-9a5c-88bf54d0f261 req-c2044779-6ce8-4349-8a97-410a0ab52b05 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0496104 Aug 31 03:04:43.568141 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b40dcbad-ab21-4d3c-9a5c-88bf54d0f261 req-282c46d8-5691-4090-8c3d-6fdbd80fc422 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Aug 31 03:04:43.731057 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad39cb9-8cb5-4dd2-addd-ac42a15159d4 req-0cd286ac-3afb-4270-bdf6-9d234e2116a0 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:43.732598 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0ad39cb9-8cb5-4dd2-addd-ac42a15159d4 req-0cd286ac-3afb-4270-bdf6-9d234e2116a0 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0511162 Aug 31 03:04:43.769723 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0ad39cb9-8cb5-4dd2-addd-ac42a15159d4 req-a9ca20d3-3e9a-4601-9a06-bc6bb9b8faaa tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Aug 31 03:04:44.110759 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4c653024-b003-4bf3-b191-87d401c26116 req-3c8f2a0e-10d0-4c62-b986-78734f6c3c92 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.0253644 Aug 31 03:04:44.137318 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88074013-70d2-43b3-9cbc-e54eef4cee3e req-90beaa62-cfe3-4109-99d8-41352ea4c0a0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:44.138800 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-88074013-70d2-43b3-9cbc-e54eef4cee3e req-90beaa62-cfe3-4109-99d8-41352ea4c0a0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0504615 Aug 31 03:04:44.158583 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-33d26d06-8a45-4593-b55b-652d98c2c4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:44.183378 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-88074013-70d2-43b3-9cbc-e54eef4cee3e req-e7deffc2-9024-4973-a407-55b5bef6de05 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Aug 31 03:04:44.604231 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55036849-6c21-459b-b0a5-bd046149a53f req-a7810ecb-b4aa-45d9-9bb9-9163ef972d81 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:44.605697 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-55036849-6c21-459b-b0a5-bd046149a53f req-a7810ecb-b4aa-45d9-9bb9-9163ef972d81 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0461500 Aug 31 03:04:44.647969 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-55036849-6c21-459b-b0a5-bd046149a53f req-018818b8-d20b-43e1-aef4-570ab4026c7d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361321 Aug 31 03:04:44.690509 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9688cc1-408e-40c8-b635-7aedcd31ec85 req-22e1290d-8c3a-4b8d-a96e-63a6cfd4eeb4 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:44.691910 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9688cc1-408e-40c8-b635-7aedcd31ec85 req-22e1290d-8c3a-4b8d-a96e-63a6cfd4eeb4 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0499296 Aug 31 03:04:44.728548 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9688cc1-408e-40c8-b635-7aedcd31ec85 req-8c5fb482-c974-4339-b499-187eab2e09d2 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305285 Aug 31 03:04:44.880982 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372e61-5003-4db3-b562-1d60426f0af3 req-e52d82ad-31d5-4609-aa1f-dbd3e30e8815 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:44.882412 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bc372e61-5003-4db3-b562-1d60426f0af3 req-e52d82ad-31d5-4609-aa1f-dbd3e30e8815 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0475883 Aug 31 03:04:44.919232 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bc372e61-5003-4db3-b562-1d60426f0af3 req-8dca997f-8119-464c-a290-9d56ee1ed851 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Aug 31 03:04:45.202207 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b6054217-4629-49f3-8645-a95b3678698c req-b22707ee-daaa-4104-b5b2-7823097317eb tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.0249665 Aug 31 03:04:45.299402 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406e23a-c657-4591-984d-6c316b68faa6 req-df8d4874-f7fb-4154-bf91-e7ba435b9715 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:45.300862 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f406e23a-c657-4591-984d-6c316b68faa6 req-df8d4874-f7fb-4154-bf91-e7ba435b9715 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0517693 Aug 31 03:04:45.337750 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f406e23a-c657-4591-984d-6c316b68faa6 req-2991a03f-b40a-42e6-92af-c93ab6f50056 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Aug 31 03:04:45.765140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0948b9e-e1cf-42d8-9112-f899e379cc50 req-fd2a622c-b16f-4b5a-aa85-533b929f79a6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:45.766630 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c0948b9e-e1cf-42d8-9112-f899e379cc50 req-fd2a622c-b16f-4b5a-aa85-533b929f79a6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0472927 Aug 31 03:04:45.805037 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c0948b9e-e1cf-42d8-9112-f899e379cc50 req-8ecf3c18-b859-4190-ba77-a7b4301f91cb tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Aug 31 03:04:45.846660 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0c3fd-ecb1-4242-a85b-dfb5e3aa7d40 req-8fa4d92e-d2dc-4e6e-b7e7-6a59299df1a0 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:45.848152 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-25b0c3fd-ecb1-4242-a85b-dfb5e3aa7d40 req-8fa4d92e-d2dc-4e6e-b7e7-6a59299df1a0 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0526075 Aug 31 03:04:45.885778 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-25b0c3fd-ecb1-4242-a85b-dfb5e3aa7d40 req-e4828927-856a-4ad0-bf65-d75cb0b7f8f6 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316792 Aug 31 03:04:46.033793 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409d6c-595d-48da-acd2-11362a9b601f req-39b8c420-1235-4c2c-8364-3cd853179689 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:46.035284 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-68409d6c-595d-48da-acd2-11362a9b601f req-39b8c420-1235-4c2c-8364-3cd853179689 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0495296 Aug 31 03:04:46.073173 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-68409d6c-595d-48da-acd2-11362a9b601f req-9ef19234-7878-423b-8470-54c9c59b3ae6 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Aug 31 03:04:46.297739 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fafe0616-2d8f-4c30-8be2-af267bde2807 req-1aabe5b9-45e6-41bc-a92a-97410bf2bcce tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.0263984 Aug 31 03:04:46.448404 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0aa006-ca49-43d1-852e-f1196da9067c req-13ee8fbe-4deb-4415-87de-786dc2b8ca41 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:46.449869 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4e0aa006-ca49-43d1-852e-f1196da9067c req-13ee8fbe-4deb-4415-87de-786dc2b8ca41 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0477083 Aug 31 03:04:46.487341 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4e0aa006-ca49-43d1-852e-f1196da9067c req-df6ef079-ba1e-417c-99f9-e5e6eb2c9b68 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Aug 31 03:04:46.875660 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-599909dd-c445-497a-ab9a-8404a39d2a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:46.982005 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-4c973dc4-d39e-4b35-8a5d-6face31ac759 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:46.983991 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-4c973dc4-d39e-4b35-8a5d-6face31ac759 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "GET /v2.0/networks?id=3f68a17d-64a3-409e-8e25-8f25da587c10 HTTP/1.1" status: 200 len: 809 time: 0.1667471 Aug 31 03:04:47.006421 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Request body: {'port': {'device_id': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10', 'admin_state_up': True, 'tenant_id': '0b83cf6947e84bd288bbe7ae3d8a51ee'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:47.011472 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464eca55-4d3e-4f93-a7ed-e69d17cb8bde req-274325ae-0ffb-4c59-91e9-64945d392980 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:47.019970 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-464eca55-4d3e-4f93-a7ed-e69d17cb8bde req-274325ae-0ffb-4c59-91e9-64945d392980 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.1227477 Aug 31 03:04:47.068366 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-464eca55-4d3e-4f93-a7ed-e69d17cb8bde req-a132d2b5-dfae-4cef-93cc-51d66bb0913b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Aug 31 03:04:47.152845 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30e0b-dfe1-4f62-9dbd-e523fc0abf31 req-623a30a4-c875-4a9c-9308-db3a7a179cf8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:47.156487 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1e30e0b-dfe1-4f62-9dbd-e523fc0abf31 req-623a30a4-c875-4a9c-9308-db3a7a179cf8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.1691797 Aug 31 03:04:47.228930 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1e30e0b-dfe1-4f62-9dbd-e523fc0abf31 req-5d949441-24d9-4b66-9e79-5e99332b3b4a tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634091 Aug 31 03:04:47.257031 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Made reservation on behalf of 0b83cf6947e84bd288bbe7ae3d8a51ee for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:04:47.260789 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:47.285238 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efd510-c151-44ea-96cc-0d2dce80fa8f req-d24ee5d8-2c71-4786-bd34-4fe2416cf7f8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:47.295174 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-40efd510-c151-44ea-96cc-0d2dce80fa8f req-d24ee5d8-2c71-4786-bd34-4fe2416cf7f8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.1115046 Aug 31 03:04:47.317142 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:47.356030 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-40efd510-c151-44ea-96cc-0d2dce80fa8f req-b07a8fa8-fdaf-48d3-b064-a35939f99859 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553446 Aug 31 03:04:47.457458 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8a45b852-a39a-4a78-b438-3b33cf318dcb req-d4ca9809-67dd-47e4-ad7f-a561a1985761 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.0439179 Aug 31 03:04:47.473264 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Allocated IP 172.20.0.12 (3f68a17d-64a3-409e-8e25-8f25da587c10/ab0837c1-41f4-402f-901e-a6281ddf67bc/8db1098e-0dc9-4fd4-b05a-4929615a3eb8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:04:47.612972 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068781fb-55b3-44cd-8b61-f38aac5f9178 req-27ba4707-1c75-46e5-a4db-21647cc6fd5a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:47.614469 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-068781fb-55b3-44cd-8b61-f38aac5f9178 req-27ba4707-1c75-46e5-a4db-21647cc6fd5a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0567210 Aug 31 03:04:47.659520 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:47.684448 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-068781fb-55b3-44cd-8b61-f38aac5f9178 req-6a854295-c602-439e-aa03-ee6fea19f220 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621760 Aug 31 03:04:47.725339 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:47.774170 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Network 3f68a17d-64a3-409e-8e25-8f25da587c10 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:04:47.777804 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:04:47.781593 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:04:47.787077 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:47.787708 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:47.795942 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Pushing event updated for resources: {'Port': ['ID=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:47.806075 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-95c7ec4d-0c4e-4e38-97c5-e3dc943b4b7a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8043928 Aug 31 03:04:48.043714 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:48.177444 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf9c6d-e898-445a-8d23-ac2f820dc35d req-70a97e67-3737-4cdc-a12a-12e061ab37a7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:48.178950 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-39cf9c6d-e898-445a-8d23-ac2f820dc35d req-70a97e67-3737-4cdc-a12a-12e061ab37a7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0484426 Aug 31 03:04:48.217801 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-39cf9c6d-e898-445a-8d23-ac2f820dc35d req-4f7fa5fb-48bb-40a2-83cc-407bda9c15b1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323586 Aug 31 03:04:48.359476 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232ec3a-7143-436a-8f9c-43a436cdf302 req-973f74b5-e34d-4733-ac04-4a832e3e0efc tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:48.360940 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7232ec3a-7143-436a-8f9c-43a436cdf302 req-973f74b5-e34d-4733-ac04-4a832e3e0efc tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0553641 Aug 31 03:04:48.387561 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0596-20de-47a7-9b42-b67248c4dd32 req-35406bbf-e1ad-4443-b26b-00a434ed2c5e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:48.389843 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c5bf0596-20de-47a7-9b42-b67248c4dd32 req-35406bbf-e1ad-4443-b26b-00a434ed2c5e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0599244 Aug 31 03:04:48.398529 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 49430) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:04:48.400815 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7232ec3a-7143-436a-8f9c-43a436cdf302 req-b678c3b3-f46a-473e-8cf1-f655ca8b27a7 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Aug 31 03:04:48.406841 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'floatingip': {'port_id': 'ff470622-5f4c-4e8e-808f-480c993ae235'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:48.512361 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:48.610235 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9a4cd-903a-4219-a9d3-9eebf93f96cb req-b91c2339-4d1d-4154-b6fe-0a328f0382f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:48.612458 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-67b9a4cd-903a-4219-a9d3-9eebf93f96cb req-b91c2339-4d1d-4154-b6fe-0a328f0382f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 932 time: 0.0658331 Aug 31 03:04:48.615253 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765c55e-2db8-4ad4-9370-715067c47637 req-6f1916f1-22b2-4ff8-b1ce-b8594ef1143f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:48.616793 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3765c55e-2db8-4ad4-9370-715067c47637 req-6f1916f1-22b2-4ff8-b1ce-b8594ef1143f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.1461108 Aug 31 03:04:48.673500 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-67b9a4cd-903a-4219-a9d3-9eebf93f96cb req-6e6e8c2e-1f9e-478e-ac5d-a978042bfbd5 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Aug 31 03:04:48.839448 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b929-3a51-4bf0-9c33-3e09c90ec55e req-c63e6caa-8098-4446-9ec3-6cd3abfb14b0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:48.841094 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d466b929-3a51-4bf0-9c33-3e09c90ec55e req-c63e6caa-8098-4446-9ec3-6cd3abfb14b0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0544446 Aug 31 03:04:48.879077 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3765c55e-2db8-4ad4-9370-715067c47637 req-df904e94-380a-49ba-9f67-76ff99c2626a tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488260 Aug 31 03:04:48.879322 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d466b929-3a51-4bf0-9c33-3e09c90ec55e req-bcf2befd-3c4a-457e-9b33-4a08e0f3dca6 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Aug 31 03:04:49.358817 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:49.362583 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:49.456979 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Floating IP bf4009c4-41aa-439e-bf67-ab24dec0bc9e associated. External IP: 172.27.1.66, port: ff470622-5f4c-4e8e-808f-480c993ae235. Aug 31 03:04:49.570879 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:49.659565 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:04:49.799938 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:04:49.805201 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:49.818697 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] Sync routers for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:04:49.828657 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:49.829299 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:04:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:49.845814 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617b609-71f1-468a-857c-d8d641879c28 req-fd0a927b-8e76-46d4-b8a5-9431b995e88a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:49.847851 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a617b609-71f1-468a-857c-d8d641879c28 req-fd0a927b-8e76-46d4-b8a5-9431b995e88a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 932 time: 0.0978878 Aug 31 03:04:49.863611 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-86905deb-3de8-48bb-b765-e4508eb0644b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "PUT /v2.0/floatingips/bf4009c4-41aa-439e-bf67-ab24dec0bc9e HTTP/1.1" status: 200 len: 990 time: 1.4535556 Aug 31 03:04:49.863611 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:49.863611 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1acb3f8-3f52-4492-b73c-7d28bd74b885" -d '{"events": [{"name": "network-changed", "server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:49.898563 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a617b609-71f1-468a-857c-d8d641879c28 req-4f519590-925c-4c22-97bf-56e670c97900 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Aug 31 03:04:49.941590 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38be60e-ee8f-46bb-9614-7c0d02845437 x-openstack-request-id: req-a38be60e-ee8f-46bb-9614-7c0d02845437 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:49.941941 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:49.942257 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a38be60e-ee8f-46bb-9614-7c0d02845437 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:49.942719 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'status': 'completed', 'code': 200} Aug 31 03:04:49.956399 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:50.032602 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86c2e1-34b2-4746-bf97-5e76ceaf326d req-97252285-8bed-43ed-b676-c5a6f5de28a0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:50.034309 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8e86c2e1-34b2-4746-bf97-5e76ceaf326d req-97252285-8bed-43ed-b676-c5a6f5de28a0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0479121 Aug 31 03:04:50.075022 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8e86c2e1-34b2-4746-bf97-5e76ceaf326d req-f62ce76e-cd3e-46dc-9fc9-24ea1fd08b12 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 Aug 31 03:04:50.222682 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'bf4009c4-41aa-439e-bf67-ab24dec0bc9e', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'port_id': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'mac_address': 'fa:16:3e:e3:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:04:19Z', 'updated_at': '2021-08-31T03:04:49Z', 'revision_number': 1, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:50.249792 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] Checking router: c10319cd-8ecb-44e3-8c29-cceb5dc26b4f for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:04:50.258250 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:04:50.258975 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:04:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:50.445348 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:04:50.666324 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'bf4009c4-41aa-439e-bf67-ab24dec0bc9e', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'port_id': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'mac_address': 'fa:16:3e:e3:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:04:19Z', 'updated_at': '2021-08-31T03:04:49Z', 'revision_number': 1, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:04:50.696822 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8aeb-e96c-4624-b997-e786af3c7c45 None None] The sync data for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi is: [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'bf4009c4-41aa-439e-bf67-ab24dec0bc9e', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'port_id': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'mac_address': 'fa:16:3e:e3:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:04:19Z', 'updated_at': '2021-08-31T03:04:49Z', 'revision_number': 1, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:04:50.885609 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53979ea4-57c1-431b-a8e0-9cec5436fa72 None None] New status for floating IP bf4009c4-41aa-439e-bf67-ab24dec0bc9e: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:04:50.984891 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Request body: {'port': {'device_id': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:04:51.043506 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa1f7-9d9e-4445-80f2-06ce115a0dac req-b700c5f8-7009-4141-9c60-6edce947533a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.045354 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-20baa1f7-9d9e-4445-80f2-06ce115a0dac req-b700c5f8-7009-4141-9c60-6edce947533a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 932 time: 0.0788684 Aug 31 03:04:51.066150 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:51.142935 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-346ea717-9db0-4c40-90ae-6a90ebda5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.144705 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-346ea717-9db0-4c40-90ae-6a90ebda5d0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1098 time: 0.0873020 Aug 31 03:04:51.154960 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-20baa1f7-9d9e-4445-80f2-06ce115a0dac req-35f96050-7363-4520-9620-c9ff7657bf2c tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995576 Aug 31 03:04:51.332713 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33064f-f144-47c2-ab06-11019a47ad17 req-a09ffce4-9a0d-48d5-97b9-ba2c78bda149 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.334302 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ec33064f-f144-47c2-ab06-11019a47ad17 req-a09ffce4-9a0d-48d5-97b9-ba2c78bda149 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0744898 Aug 31 03:04:51.409448 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ec33064f-f144-47c2-ab06-11019a47ad17 req-6e2b8645-c161-4670-8bd9-ee0cdfe90e10 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 Aug 31 03:04:51.461051 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:51.463635 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-d392a227-46ff-4286-8779-0131e17a130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.467915 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-d392a227-46ff-4286-8779-0131e17a130f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.2939539 Aug 31 03:04:51.470293 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:51.482312 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Transition to ACTIVE for port object 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:04:51.486274 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:51.540950 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Pushing event updated for resources: {'Port': ['ID=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:51.579531 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-30d7e45d-d357-4b81-8163-0f494ed0629c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 200 len: 1000 time: 0.1005836 Aug 31 03:04:51.580495 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Attempting to bind port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:04:51.580834 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Attempting to bind port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:04:51.581165 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Attempting to bind port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 on network 3f68a17d-64a3-409e-8e25-8f25da587c10 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:51.585671 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 on network 3f68a17d-64a3-409e-8e25-8f25da587c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:04:51.585990 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Attempting to bind port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 on network 3f68a17d-64a3-409e-8e25-8f25da587c10 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:04:51.592133 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:04:51.592508 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Checking segment: {'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:04:51.592892 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Bound using segment: {'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:04:51.593316 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Bound port: 8db1098e-0dc9-4fd4-b05a-4929615a3eb8, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:04:51.593677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:51.629724 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-cbfb4de0-4607-4854-b63b-d7ab633c5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.631235 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-cbfb4de0-4607-4854-b63b-d7ab633c5a71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0430167 Aug 31 03:04:51.657096 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] For port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:04:51.660168 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] For port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:04:51.665539 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:51.691024 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-a5226911-7d4c-41b4-97df-58c4c026ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.692721 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-a5226911-7d4c-41b4-97df-58c4c026ac72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534408 Aug 31 03:04:51.704344 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.705157 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:51.707174 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] 10.222.0.45 "PUT /v2.0/ports/8db1098e-0dc9-4fd4-b05a-4929615a3eb8 HTTP/1.1" status: 200 len: 1094 time: 0.7267315 Aug 31 03:04:51.707910 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'tag': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:51.711317 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b2fba1-60ed-44af-9abd-f6c199249a57" -d '{"events": [{"name": "network-changed", "server_uuid": "4c02ccc0-f18d-44c9-b076-2e94ba33c545", "tag": "8db1098e-0dc9-4fd4-b05a-4929615a3eb8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:51.780031 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdde38e-aeab-4f5c-b2db-fa4ef8f2fcfa x-openstack-request-id: req-5bdde38e-aeab-4f5c-b2db-fa4ef8f2fcfa {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:51.780316 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c02ccc0-f18d-44c9-b076-2e94ba33c545", "tag": "8db1098e-0dc9-4fd4-b05a-4929615a3eb8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:51.780563 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bdde38e-aeab-4f5c-b2db-fa4ef8f2fcfa {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:51.780947 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'tag': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8', 'status': 'completed', 'code': 200} Aug 31 03:04:51.781623 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3c333-e684-4118-8b28-84e972f0937a service neutron] Pushing event updated for resources: {'Port': ['ID=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:51.801053 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-2f33608e-f4e4-4874-a84a-d61ee8a1907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.802755 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-2f33608e-f4e4-4874-a84a-d61ee8a1907e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b83cf6947e84bd288bbe7ae3d8a51ee&device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 1097 time: 0.0532360 Aug 31 03:04:51.806026 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-0aebe970-2a51-4ef9-bd19-9661e388b8c8 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044593 Aug 31 03:04:51.864462 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-a42293a0-a37f-41dd-a8ca-b89431f1ccf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8db1098e-0dc9-4fd4-b05a-4929615a3eb8 HTTP/1.1" status: 200 len: 217 time: 0.0397644 Aug 31 03:04:51.912900 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1acb3f8-3f52-4492-b73c-7d28bd74b885 req-deeb2f7a-84cc-4f8e-bf57-bc7e547e650c service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Aug 31 03:04:51.927249 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-a3655255-7408-4d66-9e5e-1ffe9853f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:51.928207 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-a3655255-7408-4d66-9e5e-1ffe9853f11b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab0837c1-41f4-402f-901e-a6281ddf67bc HTTP/1.1" status: 200 len: 849 time: 0.0488441 Aug 31 03:04:51.965719 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-d552b3da-2c29-4df3-99b1-5bb083861aa8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f68a17d-64a3-409e-8e25-8f25da587c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296569 Aug 31 03:04:52.089731 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-66f44c18-5a60-432e-b660-2f65748e9edf service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146517 Aug 31 03:04:52.218653 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cf4c3f4f-9cec-45dd-9e83-ede732ef84f4 req-858738e9-8b04-41eb-9b1b-3efbcaed0b42 service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164200 Aug 31 03:04:52.330675 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbce91-92a4-48ec-96fc-17800ce5e5dd req-3ff234ed-1762-4320-a0d9-4066c289c8ea tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:52.332512 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e4bbce91-92a4-48ec-96fc-17800ce5e5dd req-3ff234ed-1762-4320-a0d9-4066c289c8ea tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 944 time: 0.0659511 Aug 31 03:04:52.376985 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-ed33eb84-a9c1-43e5-aedf-4cffd1bbb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:52.379673 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-ed33eb84-a9c1-43e5-aedf-4cffd1bbb93b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b83cf6947e84bd288bbe7ae3d8a51ee&device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 1097 time: 0.0725698 Aug 31 03:04:52.414523 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e4bbce91-92a4-48ec-96fc-17800ce5e5dd req-f498858a-7a52-445c-a263-90956e75a383 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698855 Aug 31 03:04:52.500281 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-702e9220-5125-429d-98de-e152e9ee567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:52.501779 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-702e9220-5125-429d-98de-e152e9ee567b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f68a17d-64a3-409e-8e25-8f25da587c10 HTTP/1.1" status: 200 len: 910 time: 0.1137764 Aug 31 03:04:52.553960 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-6e49e017-f8e4-4fe4-b3eb-e2b31fad3509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8db1098e-0dc9-4fd4-b05a-4929615a3eb8 HTTP/1.1" status: 200 len: 217 time: 0.0419543 Aug 31 03:04:52.571483 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74192-b6a1-4e80-8564-d40bc7ca98c5 req-0e5f500a-d4f0-4c0c-b2da-d294bbab848b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:52.573045 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ade74192-b6a1-4e80-8564-d40bc7ca98c5 req-0e5f500a-d4f0-4c0c-b2da-d294bbab848b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0600786 Aug 31 03:04:52.613129 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ade74192-b6a1-4e80-8564-d40bc7ca98c5 req-75e68785-5553-4695-9e72-40e37d61d9e3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340703 Aug 31 03:04:52.737319 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-b4f26efd-7865-4ea4-821b-f11d66c34139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:52.739183 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-b4f26efd-7865-4ea4-821b-f11d66c34139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab0837c1-41f4-402f-901e-a6281ddf67bc HTTP/1.1" status: 200 len: 849 time: 0.0486236 Aug 31 03:04:52.783242 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-6fb54e55-f64e-4c90-be99-f22c30d18c1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f68a17d-64a3-409e-8e25-8f25da587c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352800 Aug 31 03:04:52.917868 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-80466900-f723-48e0-995e-078836a420f7 service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201761 Aug 31 03:04:52.962935 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ff451-6f08-4914-86d8-8b7047866360 req-37c1112b-c021-420b-b0db-21a2d0d8281a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:52.964778 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c3ff451-6f08-4914-86d8-8b7047866360 req-37c1112b-c021-420b-b0db-21a2d0d8281a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0780890 Aug 31 03:04:52.981965 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73614526-23f6-4a91-9695-56907c874e18 req-0f8f2016-842f-424d-ba84-9ef034d5c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:52.983659 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-73614526-23f6-4a91-9695-56907c874e18 req-0f8f2016-842f-424d-ba84-9ef034d5c576 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 1099 time: 0.0950258 Aug 31 03:04:53.048655 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35b2fba1-60ed-44af-9abd-f6c199249a57 req-494c4b52-01f3-4eb8-9a7f-7d5efcbe89f5 service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200571 Aug 31 03:04:53.064543 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c3ff451-6f08-4914-86d8-8b7047866360 req-ab4d463f-1a49-452c-8b0e-3fea8f52bc8b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937097 Aug 31 03:04:53.105238 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73614526-23f6-4a91-9695-56907c874e18 req-449d9fcd-6ea3-4f34-a3c2-3b94ae76dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:53.106708 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-73614526-23f6-4a91-9695-56907c874e18 req-449d9fcd-6ea3-4f34-a3c2-3b94ae76dca7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.1116564 Aug 31 03:04:53.162151 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-73614526-23f6-4a91-9695-56907c874e18 req-52e77346-b790-49d7-856b-042d90cb5bd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 HTTP/1.1" status: 200 len: 217 time: 0.0454104 Aug 31 03:04:53.231436 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73614526-23f6-4a91-9695-56907c874e18 req-d4af6c07-1a70-4336-beef-3f047ac5d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:53.233022 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-73614526-23f6-4a91-9695-56907c874e18 req-d4af6c07-1a70-4336-beef-3f047ac5d726 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.0511527 Aug 31 03:04:53.558125 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91738-9e46-4799-85c0-1fce0e9c8f1a req-80ce646c-2c17-434c-a68f-fbd140ca747d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:53.559394 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-66e91738-9e46-4799-85c0-1fce0e9c8f1a req-80ce646c-2c17-434c-a68f-fbd140ca747d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 944 time: 0.0627775 Aug 31 03:04:53.607898 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-66e91738-9e46-4799-85c0-1fce0e9c8f1a req-2e3c2744-ed70-486c-aee2-73d526a81995 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Aug 31 03:04:54.179351 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea2a73-c2d7-4eb8-bafe-a93f8b79d4e3 req-b0672ec1-9858-4461-afcd-1f99425b6f54 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:54.181394 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-75ea2a73-c2d7-4eb8-bafe-a93f8b79d4e3 req-b0672ec1-9858-4461-afcd-1f99425b6f54 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0478997 Aug 31 03:04:54.217920 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-75ea2a73-c2d7-4eb8-bafe-a93f8b79d4e3 req-236f619c-f020-4514-8e42-33ee6746a121 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Aug 31 03:04:54.722404 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb718452-bf1e-41a1-a23a-5110679d319f req-e0831ed7-95d7-4bfa-81c4-2cef74e7fa86 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:54.723918 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eb718452-bf1e-41a1-a23a-5110679d319f req-e0831ed7-95d7-4bfa-81c4-2cef74e7fa86 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 944 time: 0.0519645 Aug 31 03:04:54.761542 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eb718452-bf1e-41a1-a23a-5110679d319f req-16aec37d-024e-40d5-a952-b0aa46d1a4d2 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Aug 31 03:04:55.183720 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-73614526-23f6-4a91-9695-56907c874e18 req-551fd0ac-1d67-4a37-8a4c-e4ae7a343a41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251231 Aug 31 03:04:55.330531 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307e64c-90b3-409c-9b24-6a7236c6898b req-3c9a5397-4f04-428c-93e3-7fedf9fdddf2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:55.332042 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4307e64c-90b3-409c-9b24-6a7236c6898b req-3c9a5397-4f04-428c-93e3-7fedf9fdddf2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0477023 Aug 31 03:04:55.369619 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4307e64c-90b3-409c-9b24-6a7236c6898b req-9b8a42ba-cdc2-4313-9e5b-b62e5a63baa1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Aug 31 03:04:55.876209 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f960998-1e2a-4ec4-bab7-0c1c4ae56d63 req-ceadb7c8-fa28-417a-89ba-5361f98b3a2b tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:55.877661 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1f960998-1e2a-4ec4-bab7-0c1c4ae56d63 req-ceadb7c8-fa28-417a-89ba-5361f98b3a2b tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 944 time: 0.0503178 Aug 31 03:04:55.914062 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1f960998-1e2a-4ec4-bab7-0c1c4ae56d63 req-92508e50-fc1c-4ba7-a31f-d9addfb9b27d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302918 Aug 31 03:04:56.218091 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:04:56.318165 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:56.319225 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-73614526-23f6-4a91-9695-56907c874e18 req-f6e80ebe-63bb-453d-884d-857e2c23d7d3 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928566 Aug 31 03:04:56.337337 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8', 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10', 'port_id': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8', 'mac_address': 'fa:16:3e:92:45:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0837c1-41f4-402f-901e-a6281ddf67bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:04:56.373766 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:56.386908 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:04:56.405934 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:56.410479 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:56.419791 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-73614526-23f6-4a91-9695-56907c874e18 req-2e2359eb-389d-4b57-8cea-d4250e418402 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910206 Aug 31 03:04:56.461069 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:56.504438 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6846ef-9bcf-4509-9676-84bb28b17672 req-4aa9706c-d319-4d5a-b5ae-a6a23f15083d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:56.505825 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7a6846ef-9bcf-4509-9676-84bb28b17672 req-4aa9706c-d319-4d5a-b5ae-a6a23f15083d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0525761 Aug 31 03:04:56.550359 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7a6846ef-9bcf-4509-9676-84bb28b17672 req-2c0a68fd-f60d-4fee-8931-43ef8299d49d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Aug 31 03:04:56.862251 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['8db1098e-0dc9-4fd4-b05a-4929615a3eb8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:04:57.038275 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7793b2d-4eb7-49d9-acd0-3076989f2bf3 req-a197cf90-7c3a-4d19-abec-3b0c89a4b94f tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:57.040614 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c7793b2d-4eb7-49d9-acd0-3076989f2bf3 req-a197cf90-7c3a-4d19-abec-3b0c89a4b94f tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 945 time: 0.0546439 Aug 31 03:04:57.085109 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c7793b2d-4eb7-49d9-acd0-3076989f2bf3 req-c3de942b-d33d-4f4d-8590-b2c68f82ea0d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373938 Aug 31 03:04:57.663685 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a4ad2-28a5-447f-a0b6-c117a12d09d9 req-aefbff73-03f2-4f6b-be30-3996e2dd8a28 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:57.665716 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-789a4ad2-28a5-447f-a0b6-c117a12d09d9 req-aefbff73-03f2-4f6b-be30-3996e2dd8a28 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0513244 Aug 31 03:04:57.703967 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-789a4ad2-28a5-447f-a0b6-c117a12d09d9 req-4a989b5b-d3bb-4f12-b743-15777c76ab8b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Aug 31 03:04:58.202700 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533870c9-4fcc-4da7-b5c1-be49becdc35e req-bcf53874-5702-445a-8c61-d82a9ec07cd3 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:58.204254 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-533870c9-4fcc-4da7-b5c1-be49becdc35e req-bcf53874-5702-445a-8c61-d82a9ec07cd3 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Aug 31 03:04:58.232478 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:04:58.245621 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-533870c9-4fcc-4da7-b5c1-be49becdc35e req-e120673e-9c94-429c-8bbb-7afdd9858889 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346718 Aug 31 03:04:58.301388 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:04:58.305126 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:04:58.305626 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:58.391763 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:58.418653 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:04:58.421928 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a7f267-4715-4418-846a-996b0b1350f1" -d '{"events": [{"server_uuid": "4c02ccc0-f18d-44c9-b076-2e94ba33c545", "name": "network-vif-plugged", "status": "completed", "tag": "8db1098e-0dc9-4fd4-b05a-4929615a3eb8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:04:58.442954 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:04:58.447936 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:04:58.497031 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb60390-a564-47a7-bb12-e01785cf934d x-openstack-request-id: req-7bb60390-a564-47a7-bb12-e01785cf934d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:04:58.497316 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c02ccc0-f18d-44c9-b076-2e94ba33c545", "name": "network-vif-plugged", "status": "completed", "tag": "8db1098e-0dc9-4fd4-b05a-4929615a3eb8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:04:58.497559 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bb60390-a564-47a7-bb12-e01785cf934d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:04:58.497934 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8', 'code': 200} Aug 31 03:04:58.514515 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:04:58.821487 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173310c0-d4ce-4700-8ef2-d6c33f208cce req-09a75d54-ca51-4c40-af1f-5b1208730f38 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:58.822876 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-173310c0-d4ce-4700-8ef2-d6c33f208cce req-09a75d54-ca51-4c40-af1f-5b1208730f38 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0507777 Aug 31 03:04:58.860058 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-173310c0-d4ce-4700-8ef2-d6c33f208cce req-029bf7f3-6f71-47e1-95c2-652634420412 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Aug 31 03:04:59.368915 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428cbdc-4268-4275-ada1-2142254c5002 req-655cad4d-3085-4058-a456-12dbf85dcf6c tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:59.370354 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2428cbdc-4268-4275-ada1-2142254c5002 req-655cad4d-3085-4058-a456-12dbf85dcf6c tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0470986 Aug 31 03:04:59.406831 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2428cbdc-4268-4275-ada1-2142254c5002 req-102864f2-28d9-4853-8ffb-7f5c6ce358d4 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305698 Aug 31 03:04:59.973923 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c19c-361e-4517-92e2-c96087d03ca1 req-35939af9-9abf-407e-98cf-d5d0e379a81a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:04:59.975405 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0654c19c-361e-4517-92e2-c96087d03ca1 req-35939af9-9abf-407e-98cf-d5d0e379a81a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0474396 Aug 31 03:05:00.012445 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0654c19c-361e-4517-92e2-c96087d03ca1 req-6e66310c-26c4-47aa-8a22-b2e6fdc24f1e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302789 Aug 31 03:05:00.522516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801efc7-faec-4d7f-a311-a4b33ab63587 req-9e1cb20a-209d-43c2-a842-01200fd7afd8 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:00.524690 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9801efc7-faec-4d7f-a311-a4b33ab63587 req-9e1cb20a-209d-43c2-a842-01200fd7afd8 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0517414 Aug 31 03:05:00.567539 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9801efc7-faec-4d7f-a311-a4b33ab63587 req-10aef8c3-a8eb-4feb-b4d5-a328cba99f9f tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363193 Aug 31 03:05:01.124975 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4c757-68fb-40b7-9c6a-c939739ba43f req-fac25d66-3400-4a1d-8072-5de1b61be4a2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:01.126351 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35c4c757-68fb-40b7-9c6a-c939739ba43f req-fac25d66-3400-4a1d-8072-5de1b61be4a2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0483062 Aug 31 03:05:01.162950 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35c4c757-68fb-40b7-9c6a-c939739ba43f req-f796068f-1573-4462-bbc7-d59462878376 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301995 Aug 31 03:05:01.499612 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8988-edb5-4128-aae5-0c87be24a28c req-cb889d28-f8ef-4cb7-ad07-1baf4ee4798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:01.501105 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e93d8988-edb5-4128-aae5-0c87be24a28c req-cb889d28-f8ef-4cb7-ad07-1baf4ee4798a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 1099 time: 0.0381258 Aug 31 03:05:01.536669 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e93d8988-edb5-4128-aae5-0c87be24a28c req-cd213162-3c58-4f69-9903-fe5f9ecec14e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257916 Aug 31 03:05:01.686064 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b592282-fae8-46ef-b05d-b224f862f119 req-96c42343-e87b-4565-a43d-c7ca09d4b6e6 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:01.687566 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4b592282-fae8-46ef-b05d-b224f862f119 req-96c42343-e87b-4565-a43d-c7ca09d4b6e6 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0524824 Aug 31 03:05:01.724070 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4b592282-fae8-46ef-b05d-b224f862f119 req-35b8c2b0-251b-4b21-9e19-ac61f5495e6b tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Aug 31 03:05:02.278537 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05fb0d-589a-4bfe-b463-92e52b2a6974 req-bf93988d-ce95-47e6-ae7a-e385017bad1d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:02.280071 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8d05fb0d-589a-4bfe-b463-92e52b2a6974 req-bf93988d-ce95-47e6-ae7a-e385017bad1d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0482156 Aug 31 03:05:02.318926 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8d05fb0d-589a-4bfe-b463-92e52b2a6974 req-9c833178-20eb-46e2-8205-e4bb4540487b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Aug 31 03:05:02.835983 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cec2b-8ae8-4d3f-912e-bb4904b10d75 req-8d18a3e4-095d-4378-94ef-40e21f41dcda tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:02.837959 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d95cec2b-8ae8-4d3f-912e-bb4904b10d75 req-8d18a3e4-095d-4378-94ef-40e21f41dcda tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0465183 Aug 31 03:05:02.876084 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d95cec2b-8ae8-4d3f-912e-bb4904b10d75 req-5d1b9048-b6d2-42a6-a2a6-2556077e5970 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Aug 31 03:05:03.432381 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2ae5d-e1b0-4edd-94e3-bb5ed2461d66 req-64e739a4-2e05-4266-a9d5-ce920c0d368c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:03.433859 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a6d2ae5d-e1b0-4edd-94e3-bb5ed2461d66 req-64e739a4-2e05-4266-a9d5-ce920c0d368c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0475061 Aug 31 03:05:03.471987 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a6d2ae5d-e1b0-4edd-94e3-bb5ed2461d66 req-020ecc1c-cf2b-4302-a616-8847da2a4442 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Aug 31 03:05:03.986939 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cffde2-e25c-4dd2-9faa-e242f585b4c0 req-08261aef-56ed-44f4-81fe-6e05219653bd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:03.988434 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-01cffde2-e25c-4dd2-9faa-e242f585b4c0 req-08261aef-56ed-44f4-81fe-6e05219653bd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0469944 Aug 31 03:05:04.025446 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-01cffde2-e25c-4dd2-9faa-e242f585b4c0 req-11568b47-2a4a-4328-9e7f-0d195ccf8a5b tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310788 Aug 31 03:05:04.584695 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e60a-0796-4a75-8653-59f00dda2d5b req-940dea3f-d6ef-48a6-a445-a13e8ec1a3d8 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:04.586172 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d220e60a-0796-4a75-8653-59f00dda2d5b req-940dea3f-d6ef-48a6-a445-a13e8ec1a3d8 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0487664 Aug 31 03:05:04.626322 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d220e60a-0796-4a75-8653-59f00dda2d5b req-fc04e3f6-a184-48c3-aadf-73b14818e632 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Aug 31 03:05:05.137877 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060362b6-5414-4be5-ada8-665aa244fbf5 req-c92ccee1-a6c8-4828-9429-5eda9b451e64 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:05.139383 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-060362b6-5414-4be5-ada8-665aa244fbf5 req-c92ccee1-a6c8-4828-9429-5eda9b451e64 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0486212 Aug 31 03:05:05.179765 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-060362b6-5414-4be5-ada8-665aa244fbf5 req-7cc8e7d2-f10d-44e8-aea3-019448c3198e tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Aug 31 03:05:05.773588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed99a1-4ac3-433d-a67b-f4171c33d3ed req-63106b61-a1f8-4fb5-bbd9-7e553dc31777 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:05.776560 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-50ed99a1-4ac3-433d-a67b-f4171c33d3ed req-63106b61-a1f8-4fb5-bbd9-7e553dc31777 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0776639 Aug 31 03:05:05.829050 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-50ed99a1-4ac3-433d-a67b-f4171c33d3ed req-8b9170d0-91dd-41cd-bab2-ce3377f3bdaf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453553 Aug 31 03:05:06.297017 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b97250-d954-44b2-b086-97003ced158b req-de3d8bcb-724e-48a7-bb73-a0d175c697e9 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:06.298412 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72b97250-d954-44b2-b086-97003ced158b req-de3d8bcb-724e-48a7-bb73-a0d175c697e9 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0506015 Aug 31 03:05:06.336138 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72b97250-d954-44b2-b086-97003ced158b req-a5ad8fc5-913f-466c-aa11-99c48f94a8a6 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Aug 31 03:05:06.591185 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-0ebf6756-8751-47bd-b263-7e970c59e29f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485513 Aug 31 03:05:06.690338 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-f104fcc4-86d2-4a8e-bc45-3832bed6b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:06.692340 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-f104fcc4-86d2-4a8e-bc45-3832bed6b756 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cbeddb341e5b4fe38a57da85751267ba&device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 1098 time: 0.0521991 Aug 31 03:05:06.831668 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-170b58c7-387c-44c9-86fa-31ce5521ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:06.833305 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-170b58c7-387c-44c9-86fa-31ce5521ae79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64cb79b0-cddb-437f-b13a-0966df0bad4f HTTP/1.1" status: 200 len: 913 time: 0.1056492 Aug 31 03:05:06.889799 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-6d5792e5-7659-4a73-83a0-083f9c6cd046 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f07fa0-7280-4db4-964b-c8959e32f5aa HTTP/1.1" status: 200 len: 217 time: 0.0429928 Aug 31 03:05:06.970270 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-37c8d93f-7620-49a7-81d7-ac9b62a0eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:06.972071 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-37c8d93f-7620-49a7-81d7-ac9b62a0eece service neutron] 10.222.0.45 "GET /v2.0/subnets?id=552a0777-3ea3-44e7-830a-59328c31ee43 HTTP/1.1" status: 200 len: 852 time: 0.0738902 Aug 31 03:05:06.980100 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60521e37-fc82-4b59-8b90-45b25afcc512 req-0b424d57-d1f5-40ad-803f-33c2aa027d62 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:06.981864 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60521e37-fc82-4b59-8b90-45b25afcc512 req-0b424d57-d1f5-40ad-803f-33c2aa027d62 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0571945 Aug 31 03:05:07.028808 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-6449deb6-45bb-4d3a-bf94-1d918f518346 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64cb79b0-cddb-437f-b13a-0966df0bad4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403578 Aug 31 03:05:07.057920 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60521e37-fc82-4b59-8b90-45b25afcc512 req-e505239c-04e2-42c6-ab48-aacd5d4b1c79 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643554 Aug 31 03:05:07.209971 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-f844d9a6-6024-4fe3-9367-af1cc8560d92 service neutron] 10.222.0.45 "GET /v2.0/networks/64cb79b0-cddb-437f-b13a-0966df0bad4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683440 Aug 31 03:05:07.369320 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07f0c09a-688e-482d-98ee-23d2831cb40d req-82b989fc-a758-4fed-8b78-299b78d89708 service neutron] 10.222.0.45 "GET /v2.0/networks/64cb79b0-cddb-437f-b13a-0966df0bad4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445441 Aug 31 03:05:07.378192 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fbc64-5be7-4d59-88f6-53c4e7614bae req-9491930b-bccd-4fdd-8f62-5bbe2d0187ee tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:07.386267 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-535fbc64-5be7-4d59-88f6-53c4e7614bae req-9491930b-bccd-4fdd-8f62-5bbe2d0187ee tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0656321 Aug 31 03:05:07.445241 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-535fbc64-5be7-4d59-88f6-53c4e7614bae req-a5870303-28a2-4172-812e-98bea3b2c457 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Aug 31 03:05:08.183548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c8254-2c0c-4cc6-a587-493d8261a1f8 req-374e629a-73f0-4779-addb-b4b01369e5f3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:08.184655 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-695c8254-2c0c-4cc6-a587-493d8261a1f8 req-374e629a-73f0-4779-addb-b4b01369e5f3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0483913 Aug 31 03:05:08.229173 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-695c8254-2c0c-4cc6-a587-493d8261a1f8 req-3622e2b6-49ee-4cb9-a9d6-b553df119962 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370140 Aug 31 03:05:08.571477 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781aff-1e57-4ba8-b1af-5ac0b88e86ee req-eac1605d-7eb6-4722-bda4-f7e8e5a72b1a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:08.573205 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-47781aff-1e57-4ba8-b1af-5ac0b88e86ee req-eac1605d-7eb6-4722-bda4-f7e8e5a72b1a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0524144 Aug 31 03:05:08.620465 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-47781aff-1e57-4ba8-b1af-5ac0b88e86ee req-41a40f42-71ce-41f8-9472-a92eccd31c5b tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Aug 31 03:05:08.630610 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 49976) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:08.764079 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:08.848156 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dd52-e9fe-494e-bee3-a04f3ba9c37f req-d8310cf5-0b92-463f-9e09-b9a40e34cbee tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:08.849625 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-84e4dd52-e9fe-494e-bee3-a04f3ba9c37f req-d8310cf5-0b92-463f-9e09-b9a40e34cbee tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0718341 Aug 31 03:05:08.913714 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-84e4dd52-e9fe-494e-bee3-a04f3ba9c37f req-715cdef1-0c87-4ceb-a05e-0a345402d62e tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560250 Aug 31 03:05:08.943952 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:08.948644 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:08.988595 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2b3016f8355426cb17e1fc15a937b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537343 Aug 31 03:05:08.989014 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50000) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:08.995210 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718f3e05-1fa4-458e-a11e-149d37b0e213,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:09.009842 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.010806 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.011093 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.011621 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.012121 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.012300 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.012808 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.013146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.013477 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.013805 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.014132 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.014457 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9bd9e1-a195-47f2-88e5-bcb32994855d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.053544 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c537-3201-4f52-a8c3-3b3dd4089bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.081245 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c537-3201-4f52-a8c3-3b3dd4089bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.136178 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c537-3201-4f52-a8c3-3b3dd4089bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.138966 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c537-3201-4f52-a8c3-3b3dd4089bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.143337 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4bb4c537-3201-4f52-a8c3-3b3dd4089bb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/718f3e05-1fa4-458e-a11e-149d37b0e213 HTTP/1.1" status: 204 len: 168 time: 0.1505837 Aug 31 03:05:09.151613 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4c537-3201-4f52-a8c3-3b3dd4089bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718f3e05-1fa4-458e-a11e-149d37b0e213,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:09.454858 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50016) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:09.468911 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d1e90e7-4bba-4906-93ca-38777b2d273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.555524 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c46e6-f07a-453b-a1a9-9737b9130cf2 req-97451467-b2df-4f5a-bc2e-c1ac5dd50e23 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:09.557705 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-486c46e6-f07a-453b-a1a9-9737b9130cf2 req-97451467-b2df-4f5a-bc2e-c1ac5dd50e23 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.2486160 Aug 31 03:05:09.567699 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d1e90e7-4bba-4906-93ca-38777b2d273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.573193 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d1e90e7-4bba-4906-93ca-38777b2d273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.600753 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-486c46e6-f07a-453b-a1a9-9737b9130cf2 req-2e68ccb6-4589-4f96-9efe-b4d50c55c23d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Aug 31 03:05:09.614105 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.632650 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5d1e90e7-4bba-4906-93ca-38777b2d273a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41634e2bfbd949fa948b9bd187c5583b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765394 Aug 31 03:05:09.633460 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e90e7-4bba-4906-93ca-38777b2d273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7a35e-1549-44d2-b88e-05cc77f23c65,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:09.635518 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50020) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:09.690195 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.720486 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.782811 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d4db-e2da-4c89-bf19-00339459cbd5 req-23aef159-7905-42fb-972b-aa658fe667a8 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:09.784338 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2bd1d4db-e2da-4c89-bf19-00339459cbd5 req-23aef159-7905-42fb-972b-aa658fe667a8 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0775368 Aug 31 03:05:09.813344 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.815836 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:09.817052 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8dc7a35e-1549-44d2-b88e-05cc77f23c65 HTTP/1.1" status: 204 len: 168 time: 0.1797445 Aug 31 03:05:09.834749 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2bd1d4db-e2da-4c89-bf19-00339459cbd5 req-51f71b58-eb50-4a02-b55e-22e19e84e879 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445135 Aug 31 03:05:09.835865 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7a35e-1549-44d2-b88e-05cc77f23c65,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:09.844695 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.845146 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.845544 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.845890 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.846224 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.846560 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.846946 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.847205 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.847564 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.848049 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.848375 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.848696 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98914d35-969c-4498-b557-869b8b3c9e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:09.849298 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-63b21568-6d97-4a69-aa14-f31a4e12f522 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:09.850813 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-63b21568-6d97-4a69-aa14-f31a4e12f522 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 946 time: 0.0564334 Aug 31 03:05:09.996529 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Deleting port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:05:09.996881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.107455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bae4e0-e393-4c1e-800f-5b05efe7b95f req-11054963-a893-4188-87b6-d978bfe755ec tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:10.110112 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c8bae4e0-e393-4c1e-800f-5b05efe7b95f req-11054963-a893-4188-87b6-d978bfe755ec tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.1089129 Aug 31 03:05:10.156486 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] For port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:10.156862 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.162801 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50040) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:10.184255 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Calling delete_port for 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:05:10.197008 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c8bae4e0-e393-4c1e-800f-5b05efe7b95f req-b1292558-0d55-4edd-9e25-0ba0ae325cbb tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774429 Aug 31 03:05:10.284498 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21553314-61f4-4b45-95ca-7920678c97f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.377761 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.391850 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['8db1098e-0dc9-4fd4-b05a-4929615a3eb8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:10.427952 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50062) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:10.432863 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Pushing event deleted for resources: {'Port': ['ID=8db1098e-0dc9-4fd4-b05a-4929615a3eb8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:10.498286 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21553314-61f4-4b45-95ca-7920678c97f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.501809 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] Deleting subnet 9d2cd2e6-a8d3-4041-89b8-0ea1f75194f0 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:05:10.504571 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] No DVR routers for this DVR port 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:05:10.505364 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.507117 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21553314-61f4-4b45-95ca-7920678c97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.509142 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.511974 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-564c3f8a-6428-426e-8bcf-0908f3e231d9 req-1a519367-89c9-4dd2-9708-0810f37e1123 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "DELETE /v2.0/ports/8db1098e-0dc9-4fd4-b05a-4929615a3eb8 HTTP/1.1" status: 204 len: 173 time: 0.6466513 Aug 31 03:05:10.512536 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'name': 'network-vif-deleted', 'tag': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:10.515040 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355db9b-bf60-42bf-828b-8efa7a56861d" -d '{"events": [{"server_uuid": "4c02ccc0-f18d-44c9-b076-2e94ba33c545", "name": "network-vif-deleted", "tag": "8db1098e-0dc9-4fd4-b05a-4929615a3eb8"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:10.555073 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30854e6-1726-40f3-b3f1-1a1b093b58d8 x-openstack-request-id: req-f30854e6-1726-40f3-b3f1-1a1b093b58d8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:10.556024 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c02ccc0-f18d-44c9-b076-2e94ba33c545", "name": "network-vif-deleted", "tag": "8db1098e-0dc9-4fd4-b05a-4929615a3eb8", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:10.556348 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f30854e6-1726-40f3-b3f1-1a1b093b58d8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:10.556773 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c02ccc0-f18d-44c9-b076-2e94ba33c545', 'name': 'network-vif-deleted', 'tag': '8db1098e-0dc9-4fd4-b05a-4929615a3eb8', 'status': 'completed', 'code': 200} Aug 31 03:05:10.571012 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:05:10.582204 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553314-61f4-4b45-95ca-7920678c97f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21ca53c-650d-4830-9acb-3662601e3603,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:10.586864 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.592110 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-21553314-61f4-4b45-95ca-7920678c97f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02a2e04e6fe947c4b0bcc76255ec0e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281604 Aug 31 03:05:10.594829 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50072) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:10.599418 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.649307 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83f14942-5584-45bd-a54a-4e283fe4add6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.672177 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.678772 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83f14942-5584-45bd-a54a-4e283fe4add6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.718857 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.721782 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d2cd2e6-a8d3-4041-89b8-0ea1f75194f0 HTTP/1.1" status: 204 len: 168 time: 0.2922900 Aug 31 03:05:10.724769 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd029892-5acf-4626-918f-6bd4eaecbd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2cd2e6-a8d3-4041-89b8-0ea1f75194f0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:10.730420 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50078) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:10.836444 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.954269 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:10.983083 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.983457 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.984227 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.984560 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > port after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.984888 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.985600 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > port after_update 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.986252 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.986677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.986998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:10.987340 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:11.007682 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e000-1bb3-4efe-aac6-9ce2509e96ea req-a025361d-f5f5-4cdd-a2b2-828d5ceae954 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:11.009260 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5363e000-1bb3-4efe-aac6-9ce2509e96ea req-a025361d-f5f5-4cdd-a2b2-828d5ceae954 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.3003085 Aug 31 03:05:11.032243 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83f14942-5584-45bd-a54a-4e283fe4add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.034745 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83f14942-5584-45bd-a54a-4e283fe4add6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.035790 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-83f14942-5584-45bd-a54a-4e283fe4add6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e21ca53c-650d-4830-9acb-3662601e3603 HTTP/1.1" status: 204 len: 168 time: 0.4399722 Aug 31 03:05:11.067298 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5363e000-1bb3-4efe-aac6-9ce2509e96ea req-b48dcdff-43af-4031-929c-15f6cbb4f437 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Aug 31 03:05:11.068270 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f14942-5584-45bd-a54a-4e283fe4add6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21ca53c-650d-4830-9acb-3662601e3603,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:11.080651 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:11.081339 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:11.081672 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:11.082012 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:05:11.082540 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8478b88-bb2c-413b-821e-d0aa11a333ba']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:11.121884 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d445e9e-3254-4862-87af-e7ee75cd927d req-1dc90ecf-727d-40b6-ba31-9d9b102c4866 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c02ccc0-f18d-44c9-b076-2e94ba33c545 HTTP/1.1" status: 200 len: 210 time: 0.1641967 Aug 31 03:05:11.129598 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7d72e2-ba23-4501-955b-1fc10cdfd9d7') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:11.130097 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7d72e2-ba23-4501-955b-1fc10cdfd9d7') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:11.148679 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26192067'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.171249 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.181443 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:05:11.182216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3709347'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: from cryptography.utils import int_from_bytes Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: from cryptography.utils import int_from_bytes Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: Traceback (most recent call last): Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: timer() Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: cb(*args, **kw) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: return func(*args, **kwargs) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: self._notify() Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: self.callback(batched_events) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: event.method(event) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: return f(self, *a, **k) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._get(url).json() Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: return self.request(url, 'GET', **kwargs) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:05:11.187125 dv-cinder-806665-1-iscsi neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:05:11.250131 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.273703 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.275647 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8478b88-bb2c-413b-821e-d0aa11a333ba HTTP/1.1" status: 204 len: 168 time: 0.5440822 Aug 31 03:05:11.277369 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bc020-83c7-425c-9e6b-44f2e2a6c78c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8478b88-bb2c-413b-821e-d0aa11a333ba,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:11.279163 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50102) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:11.373573 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] Deleting subnet aae4b41a-35f5-4995-8470-b626aa1ea4c8 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:05:11.385544 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbc119-ce76-4c47-8167-b8d833d8eb2d req-cf5cd4f0-0bb1-47be-9298-247963b4ba47 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:11.387106 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8ebbc119-ce76-4c47-8167-b8d833d8eb2d req-cf5cd4f0-0bb1-47be-9298-247963b4ba47 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0909338 Aug 31 03:05:11.387929 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.443999 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.484244 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8ebbc119-ce76-4c47-8167-b8d833d8eb2d req-63e363df-d1e6-49f3-b848-9175101817b5 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6376593-1919-4a61-8bbe-ef45ae7bd41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741558 Aug 31 03:05:11.499667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.520885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50108) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:11.535246 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2b6e-c211-4fd3-adff-8012d1ee5051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.561726 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.592806 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae4b41a-35f5-4995-8470-b626aa1ea4c8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:11.596544 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.598406 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b55209d8-d485-4e4f-8548-9a4ad8fd5a78 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aae4b41a-35f5-4995-8470-b626aa1ea4c8 HTTP/1.1" status: 204 len: 168 time: 0.3177183 Aug 31 03:05:11.601636 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50112) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:11.649851 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50114) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:11.702116 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.731378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2b6e-c211-4fd3-adff-8012d1ee5051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.752977 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bdbc2b6e-c211-4fd3-adff-8012d1ee5051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.784751 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e0eb1d-5da9-4e2d-a3a4-b3eae21740cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.818533 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-d3a2678c-cbc9-4236-86ff-c2fbdffeb54f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:11.820128 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-d3a2678c-cbc9-4236-86ff-c2fbdffeb54f tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.45 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 945 time: 0.0729027 Aug 31 03:05:11.840710 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-bdbc2b6e-c211-4fd3-adff-8012d1ee5051 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f39f60257c7248e9b2da1aa464ab16e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186047 Aug 31 03:05:11.843906 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc2b6e-c211-4fd3-adff-8012d1ee5051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac61041-6e1f-4b62-b3c0-52aefd06aa61,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:11.847771 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50118) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:11.849180 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.869191 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b906905-5d08-4a79-8a55-8cbcb775e5e9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:11.888646 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5707f8ab-27b4-43b5-a754-757a7eeca5a6') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:11.888941 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5707f8ab-27b4-43b5-a754-757a7eeca5a6') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:11.903862 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26192067'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.933753 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.944260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-208a2f71-f9eb-4b80-aee2-7bf9b21abb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.946438 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:05:11.946919 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3709347'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: Traceback (most recent call last): Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: timer() Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: cb(*args, **kw) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: return func(*args, **kwargs) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: self._notify() Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: self.callback(batched_events) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: event.method(event) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: return f(self, *a, **k) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._get(url).json() Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: return self.request(url, 'GET', **kwargs) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:05:11.950344 dv-cinder-806665-1-iscsi neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:05:11.961959 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Deleting port e1f07fa0-7280-4db4-964b-c8959e32f5aa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:05:11.962305 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:11.978512 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e0eb1d-5da9-4e2d-a3a4-b3eae21740cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.005776 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e0eb1d-5da9-4e2d-a3a4-b3eae21740cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.019225 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-208a2f71-f9eb-4b80-aee2-7bf9b21abb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.033572 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.038873 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.040693 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1b906905-5d08-4a79-8a55-8cbcb775e5e9 HTTP/1.1" status: 204 len: 168 time: 0.4378033 Aug 31 03:05:12.068172 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9701c-45e5-49cb-b12f-caba9e6d7e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b906905-5d08-4a79-8a55-8cbcb775e5e9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:12.076454 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-02e0eb1d-5da9-4e2d-a3a4-b3eae21740cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=046b73bfb41e4384ba137cc360e963ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250822 Aug 31 03:05:12.077360 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50124) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:12.079712 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0eb1d-5da9-4e2d-a3a4-b3eae21740cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0395463-7fcd-4a66-ac63-748aba09ecdd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:12.115844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] For port e1f07fa0-7280-4db4-964b-c8959e32f5aa, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e1f07fa0-7280-4db4-964b-c8959e32f5aa,segment=NetworkSegment(82122390-827d-42a3-bab9-c2089cb1fc40),segment_id=82122390-827d-42a3-bab9-c2089cb1fc40)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:12.121784 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.140204 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Calling delete_port for e1f07fa0-7280-4db4-964b-c8959e32f5aa owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:05:12.140633 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-208a2f71-f9eb-4b80-aee2-7bf9b21abb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.143885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-208a2f71-f9eb-4b80-aee2-7bf9b21abb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.145122 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-208a2f71-f9eb-4b80-aee2-7bf9b21abb83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ac61041-6e1f-4b62-b3c0-52aefd06aa61 HTTP/1.1" status: 204 len: 168 time: 0.2932441 Aug 31 03:05:12.151495 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0d9539f-930b-44cf-85ed-a8af5c36eea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.159701 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a2f71-f9eb-4b80-aee2-7bf9b21abb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac61041-6e1f-4b62-b3c0-52aefd06aa61,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:12.194799 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0d9539f-930b-44cf-85ed-a8af5c36eea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.244412 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50136) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:12.299533 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1886f-052a-44e1-aee4-8dc0758e17b0 req-7353ba9f-57f1-4135-8024-678c1d5cd599 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:12.301489 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0cf1886f-052a-44e1-aee4-8dc0758e17b0 req-7353ba9f-57f1-4135-8024-678c1d5cd599 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.1205032 Aug 31 03:05:12.315828 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-49e81e80-a94f-42e3-a82c-8db76afe9206 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b969381b31514174b4a28e1c0d43f737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651951 Aug 31 03:05:12.327305 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50138) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:12.333117 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0d9539f-930b-44cf-85ed-a8af5c36eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.338296 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0d9539f-930b-44cf-85ed-a8af5c36eea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.343216 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-d0d9539f-930b-44cf-85ed-a8af5c36eea3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0395463-7fcd-4a66-ac63-748aba09ecdd HTTP/1.1" status: 204 len: 168 time: 0.2650723 Aug 31 03:05:12.352569 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9539f-930b-44cf-85ed-a8af5c36eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0395463-7fcd-4a66-ac63-748aba09ecdd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:12.429561 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0cf1886f-052a-44e1-aee4-8dc0758e17b0 req-82511fe1-eadb-4130-8b6a-8af4fff61a3f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195486 Aug 31 03:05:12.451667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7ef-bff4-4e2f-b120-646706fa93d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.478507 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.492881 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['e1f07fa0-7280-4db4-964b-c8959e32f5aa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:12.497125 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7ef-bff4-4e2f-b120-646706fa93d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.530947 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Pushing event deleted for resources: {'Port': ['ID=e1f07fa0-7280-4db4-964b-c8959e32f5aa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:12.600429 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] No DVR routers for this DVR port e1f07fa0-7280-4db4-964b-c8959e32f5aa on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:05:12.604912 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.607141 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35cb369b-550b-4e72-a6b1-c9ff1f754033 req-4c67aead-402b-4acb-840a-70c2c59578c8 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.45 "DELETE /v2.0/ports/e1f07fa0-7280-4db4-964b-c8959e32f5aa HTTP/1.1" status: 204 len: 173 time: 0.7783291 Aug 31 03:05:12.618728 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50886484-227b-4feb-8822-c59ed4c17c8e', 'name': 'network-vif-deleted', 'tag': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:12.622579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37ea101-430a-4813-a27f-5ad313ca47dc" -d '{"events": [{"server_uuid": "50886484-227b-4feb-8822-c59ed4c17c8e", "name": "network-vif-deleted", "tag": "e1f07fa0-7280-4db4-964b-c8959e32f5aa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:12.644768 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-e7805687-893f-408e-869e-9aee01cafebc tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:12.646975 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-e7805687-893f-408e-869e-9aee01cafebc tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/networks?id=3f68a17d-64a3-409e-8e25-8f25da587c10 HTTP/1.1" status: 200 len: 809 time: 0.1875639 Aug 31 03:05:12.666890 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-de6e7d9a-f76b-4299-a4d5-b0b9ab3e37e7 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/quotas/0b83cf6947e84bd288bbe7ae3d8a51ee HTTP/1.1" status: 200 len: 375 time: 0.0113673 Aug 31 03:05:12.672268 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7fce8f4e-cc35-4efe-9200-751c9b6f387c req-24abfafe-acd3-40f1-9f97-9bd9d5e16be4 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 210 time: 0.0542996 Aug 31 03:05:12.708687 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7ef-bff4-4e2f-b120-646706fa93d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.711651 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7ef-bff4-4e2f-b120-646706fa93d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:12.712875 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-aa32e7ef-bff4-4e2f-b120-646706fa93d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ac8e18b-40af-4e45-a79d-87f0d0331b06 HTTP/1.1" status: 204 len: 168 time: 0.3924258 Aug 31 03:05:12.713456 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-9ddab4d8-a299-4e4d-988f-a270470f4d75 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b83cf6947e84bd288bbe7ae3d8a51ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397732 Aug 31 03:05:12.721404 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32e7ef-bff4-4e2f-b120-646706fa93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8e18b-40af-4e45-a79d-87f0d0331b06,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:12.750214 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915020ad-9eb9-45b5-a8e0-aa67cbc7ffb6 x-openstack-request-id: req-915020ad-9eb9-45b5-a8e0-aa67cbc7ffb6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:12.750502 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50886484-227b-4feb-8822-c59ed4c17c8e", "name": "network-vif-deleted", "tag": "e1f07fa0-7280-4db4-964b-c8959e32f5aa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:12.750749 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-915020ad-9eb9-45b5-a8e0-aa67cbc7ffb6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:12.751143 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50886484-227b-4feb-8822-c59ed4c17c8e', 'name': 'network-vif-deleted', 'tag': 'e1f07fa0-7280-4db4-964b-c8959e32f5aa', 'status': 'completed', 'code': 200} Aug 31 03:05:12.835847 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-c2f8f50a-178a-4608-991a-88fa26f2c77b service neutron] 10.222.0.39 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214921 Aug 31 03:05:12.952719 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-0419871d-d459-4fb9-be76-1bafdc40ccf9 service neutron] 10.222.0.39 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082931 Aug 31 03:05:13.013189 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50174) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:13.031674 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e42503a-a126-4378-9298-33acea2b9702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.201482 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e42503a-a126-4378-9298-33acea2b9702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.214085 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1a0c0362-f3f5-4bc9-919f-e338a0014c25 req-548fd590-78a9-40bf-9299-f17c9008791a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 210 time: 0.0402200 Aug 31 03:05:13.214276 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e42503a-a126-4378-9298-33acea2b9702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.272163 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42503a-a126-4378-9298-33acea2b9702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc4c37-525d-4a2e-82b3-07d9ac836b62,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:13.279603 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:13.279752 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-3e42503a-a126-4378-9298-33acea2b9702 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85d2cceccda54a3fab814e300cf3acca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652645 Aug 31 03:05:13.303771 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50186) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:13.379410 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a69b6e10-764e-47bc-8783-1067a8995c56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efd3f22e12e34dfb817144eefc2e9746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743163 Aug 31 03:05:13.380318 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf166cd5-2f4e-4bf0-8064-c74fdbcad3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.381833 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50194) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:13.433599 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf166cd5-2f4e-4bf0-8064-c74fdbcad3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.501933 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0e52-9fac-4969-bcc8-92a4d5d2c3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.525686 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0e52-9fac-4969-bcc8-92a4d5d2c3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.552046 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf166cd5-2f4e-4bf0-8064-c74fdbcad3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.554577 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf166cd5-2f4e-4bf0-8064-c74fdbcad3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.555733 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-cf166cd5-2f4e-4bf0-8064-c74fdbcad3f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82dc4c37-525d-4a2e-82b3-07d9ac836b62 HTTP/1.1" status: 204 len: 168 time: 0.2746871 Aug 31 03:05:13.598479 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf166cd5-2f4e-4bf0-8064-c74fdbcad3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc4c37-525d-4a2e-82b3-07d9ac836b62,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:13.618165 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43455ea-e521-4422-8f09-801dc7de674a req-7ac393e2-4043-472e-a637-8580e5c53aa9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:13.621071 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b43455ea-e521-4422-8f09-801dc7de674a req-7ac393e2-4043-472e-a637-8580e5c53aa9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.1049004 Aug 31 03:05:13.649031 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0e52-9fac-4969-bcc8-92a4d5d2c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.653025 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0e52-9fac-4969-bcc8-92a4d5d2c3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:13.654438 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1b9f0e52-9fac-4969-bcc8-92a4d5d2c3ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2997dfec-3495-40fc-9f4c-7c079e212c61 HTTP/1.1" status: 204 len: 168 time: 0.2717073 Aug 31 03:05:13.671684 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f0e52-9fac-4969-bcc8-92a4d5d2c3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997dfec-3495-40fc-9f4c-7c079e212c61,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:13.714145 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b43455ea-e521-4422-8f09-801dc7de674a req-849fbb68-a12e-4533-ba5e-9f97dc0489b6 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791152 Aug 31 03:05:13.814947 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d45aebd9-2bf0-42e6-b94c-4a752f751e3f req-edc06302-4d7b-47b8-aa4c-f044ff57cee0 tempest-DeleteServersTestJSON-1913132716 tempest-DeleteServersTestJSON-1913132716-project] 10.222.0.39 "GET /v2.0/ports?device_id=50886484-227b-4feb-8822-c59ed4c17c8e HTTP/1.1" status: 200 len: 210 time: 0.0308161 Aug 31 03:05:14.165642 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-03f39516-3869-4103-9a37-d073a03652c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:14.279547 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e1f07fa0-7280-4db4-964b-c8959e32f5aa no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:05:14.300653 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: e1f07fa0-7280-4db4-964b-c8959e32f5aa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:05:14.301271 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e1f07fa0-7280-4db4-964b-c8959e32f5aa not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:05:14.301858 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:05:14.321093 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:05:14.321687 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 8db1098e-0dc9-4fd4-b05a-4929615a3eb8 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:05:14.328221 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-058151f3-9171-4403-adb6-c6849f467594 req-90b00ef4-ba00-4def-948f-ce5bd7450de9 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 210 time: 0.0348568 Aug 31 03:05:14.550232 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-5e446be5-88d0-4bb8-96c6-f730b6c0485d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:14.552451 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-5e446be5-88d0-4bb8-96c6-f730b6c0485d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "GET /v2.0/networks?id=3f68a17d-64a3-409e-8e25-8f25da587c10 HTTP/1.1" status: 200 len: 809 time: 0.1345024 Aug 31 03:05:14.595550 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Request body: {'port': {'device_id': '5fb78a55-8457-495c-b84b-9572857149a8', 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10', 'admin_state_up': True, 'tenant_id': '0b83cf6947e84bd288bbe7ae3d8a51ee'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:14.744719 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Made reservation on behalf of 0b83cf6947e84bd288bbe7ae3d8a51ee for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:14.750972 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:14.920140 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf6a25-1dfa-41aa-abb2-1f6a9fdc7897 req-b5efe65e-f1cf-490c-83f0-1b07c2d0c5ad tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:14.921691 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a2bf6a25-1dfa-41aa-abb2-1f6a9fdc7897 req-b5efe65e-f1cf-490c-83f0-1b07c2d0c5ad tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0917995 Aug 31 03:05:14.962530 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ce19-a5a1-497a-a3cf-464348425031 req-6d6ae15b-17fd-481a-bc9d-8b4d1e7beaf2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:14.970756 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-6d6ae15b-17fd-481a-bc9d-8b4d1e7beaf2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.1161604 Aug 31 03:05:14.995288 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-7a6935ce-1724-414c-8c90-2c0743b52cef tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/quotas/0060db79d68e4bb492cfc5e672c9d4a1 HTTP/1.1" status: 200 len: 375 time: 0.0226882 Aug 31 03:05:14.996825 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a2bf6a25-1dfa-41aa-abb2-1f6a9fdc7897 req-3aa73ada-5a70-45d5-af91-3a696fabb1f6 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693285 Aug 31 03:05:15.000705 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Allocated IP 172.20.0.11 (3f68a17d-64a3-409e-8e25-8f25da587c10/ab0837c1-41f4-402f-901e-a6281ddf67bc/c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:05:15.075832 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-a015a338-664e-4997-9277-227f17b84f36 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791197 Aug 31 03:05:15.206503 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-10089516-bf50-4c15-a8ac-585cf9e70024 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294522 Aug 31 03:05:15.239839 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:15.327418 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:15.336062 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-d0e164d1-a9eb-462d-8ed2-8843d1972f62 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283417 Aug 31 03:05:15.398101 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Network 3f68a17d-64a3-409e-8e25-8f25da587c10 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:05:15.416987 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:15.428232 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:05:15.433135 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Pushing event updated for resources: {'Port': ['ID=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:15.602373 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650876b-edfd-4863-8ac3-01e152dd2382 req-df129a1e-1009-4dab-bd41-f5c7420603ff tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:15.610507 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2650876b-edfd-4863-8ac3-01e152dd2382 req-df129a1e-1009-4dab-bd41-f5c7420603ff tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 932 time: 0.1062043 Aug 31 03:05:15.619455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:15.620743 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:15.650622 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-93379395-0af1-4256-9cee-540493da5e21 req-bf63720f-ff84-40a5-b1fd-37648cdb7a4e tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 210 time: 0.0443430 Aug 31 03:05:15.663139 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2650876b-edfd-4863-8ac3-01e152dd2382 req-97095f8e-f005-45a7-8975-69e438d26fde tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517895 Aug 31 03:05:15.673379 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-85a6d006-14fd-4914-b2da-aad1f46e34f1 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905552 Aug 31 03:05:15.692345 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Request body: {'port': {'device_id': '5fb78a55-8457-495c-b84b-9572857149a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:15.755188 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.143596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:16.154394 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.171522 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Transition to ACTIVE for port object c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:05:16.177652 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.202688 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc6f18-abdb-4aa8-8550-38304fbd8d95 req-7cfcfd76-d1c6-49ce-b0ee-fc044a2f972e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:16.204849 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1ccc6f18-abdb-4aa8-8550-38304fbd8d95 req-7cfcfd76-d1c6-49ce-b0ee-fc044a2f972e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0939348 Aug 31 03:05:16.289208 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1ccc6f18-abdb-4aa8-8550-38304fbd8d95 req-631fda57-ce08-4501-a03d-9ded6f5ea683 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772295 Aug 31 03:05:16.293153 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:16.403169 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Attempting to bind port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:05:16.403545 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Attempting to bind port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:05:16.403878 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Attempting to bind port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce on network 3f68a17d-64a3-409e-8e25-8f25da587c10 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:16.412322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce on network 3f68a17d-64a3-409e-8e25-8f25da587c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:05:16.412858 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Attempting to bind port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce on network 3f68a17d-64a3-409e-8e25-8f25da587c10 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:16.418699 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:05:16.419056 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Checking segment: {'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:16.419778 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Bound using segment: {'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:05:16.420339 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Bound port: c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:05:16.420779 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.525175 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] For port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:05:16.529990 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] For port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:05:16.538143 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.576817 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:16.577437 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.578831 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] 10.222.0.45 "PUT /v2.0/ports/c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce HTTP/1.1" status: 200 len: 1094 time: 0.8948965 Aug 31 03:05:16.579473 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb78a55-8457-495c-b84b-9572857149a8', 'tag': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:16.581700 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42b9713-379a-4680-8fc8-b081501b30d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb78a55-8457-495c-b84b-9572857149a8", "tag": "c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:16.620315 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc824d1-da52-438f-b41b-a4e531807892 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:16.636835 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284691df-db08-4778-b4a4-8f47b89a304e x-openstack-request-id: req-284691df-db08-4778-b4a4-8f47b89a304e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:16.637135 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb78a55-8457-495c-b84b-9572857149a8", "tag": "c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:16.637388 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-284691df-db08-4778-b4a4-8f47b89a304e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:16.637792 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb78a55-8457-495c-b84b-9572857149a8', 'tag': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce', 'status': 'completed', 'code': 200} Aug 31 03:05:16.700283 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-265bc8c7-3922-48a1-9fa9-6a90eb53c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:16.701980 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-265bc8c7-3922-48a1-9fa9-6a90eb53c8ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b83cf6947e84bd288bbe7ae3d8a51ee&device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 1097 time: 0.0550196 Aug 31 03:05:16.703871 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50382) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:16.768917 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] Deleting subnet 552a0777-3ea3-44e7-830a-59328c31ee43 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:05:16.772626 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.775375 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-3787b152-c46f-4181-9e7d-2480355f01fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce HTTP/1.1" status: 200 len: 217 time: 0.0585625 Aug 31 03:05:16.799117 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b0d61551-9766-4426-82a6-1954661ceb18 req-acfa65c6-7e04-4953-b03e-7a64f88a013d tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 210 time: 0.0699878 Aug 31 03:05:16.874362 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-add8a7b4-4082-4e92-a7fa-09cdd369b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:16.878384 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26192120'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.881447 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb304980-c88a-4769-a35d-26db7a5d81b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:16.882599 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-add8a7b4-4082-4e92-a7fa-09cdd369b6f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab0837c1-41f4-402f-901e-a6281ddf67bc HTTP/1.1" status: 200 len: 849 time: 0.0784893 Aug 31 03:05:16.929895 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-6fe7237c-0eff-415b-9b31-67426e6e0159 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f68a17d-64a3-409e-8e25-8f25da587c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311713 Aug 31 03:05:16.976175 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cddbd-9cd8-47ab-b7b4-6f2d4b2681ff req-5459c322-6314-4110-bc28-4e10093037fb tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:16.978083 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a59cddbd-9cd8-47ab-b7b4-6f2d4b2681ff req-5459c322-6314-4110-bc28-4e10093037fb tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 944 time: 0.1664686 Aug 31 03:05:17.032893 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.045684 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-c831e1c4-95dd-430d-99c8-d597cfa01e16 service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036773 Aug 31 03:05:17.080309 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a59cddbd-9cd8-47ab-b7b4-6f2d4b2681ff req-61efe2c5-c1e0-4f50-8266-12a997908dac tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904572 Aug 31 03:05:17.098617 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ce19-a5a1-497a-a3cf-464348425031 req-7f706974-37ad-4845-b38e-5877cacbc107 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:17.100098 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-7f706974-37ad-4845-b38e-5877cacbc107 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.1962662 Aug 31 03:05:17.129694 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Request body: {'port': {'device_id': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'admin_state_up': True, 'tenant_id': '0060db79d68e4bb492cfc5e672c9d4a1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:17.160587 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b3a775b6-e3f0-4af3-8c7a-d83268d04598 req-3424ee0a-4365-4d1f-af64-aa680ad51c2f service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016335 Aug 31 03:05:17.200675 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3709209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26191805'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.234447 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=552a0777-3ea3-44e7-830a-59328c31ee43,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:17.246103 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.250538 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50408) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:17.250721 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-52692147-602d-4302-8281-65986b0e5abc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/552a0777-3ea3-44e7-830a-59328c31ee43 HTTP/1.1" status: 204 len: 168 time: 0.5457451 Aug 31 03:05:17.300764 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50410) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:17.307079 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Made reservation on behalf of 0060db79d68e4bb492cfc5e672c9d4a1 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:17.311885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.312767 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.336527 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-d4c9e5dc-8eb3-44b3-a7c8-58135701b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:17.338903 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-d4c9e5dc-8eb3-44b3-a7c8-58135701b152 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b83cf6947e84bd288bbe7ae3d8a51ee&device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 1097 time: 0.1201227 Aug 31 03:05:17.345438 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.468226 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c48c0b5-71f9-4801-9583-1fed761b3bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.541906 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Allocated IP 172.20.0.7 (ebf690a6-9db8-44fb-96d4-f8202fac1d23/ee6f0309-2cbc-4f0c-915e-f20166771532/d2de6412-d093-4daf-beb6-d605bb3221ce) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:05:17.592827 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576016ae-57b6-4667-99b4-17fc101f12ee req-065ba434-2d94-40eb-a2c4-dc3c96939622 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:17.606798 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-576016ae-57b6-4667-99b4-17fc101f12ee req-065ba434-2d94-40eb-a2c4-dc3c96939622 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.2011473 Aug 31 03:05:17.614447 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-447c632b-51fd-4958-970e-365bb765e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:17.622518 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-447c632b-51fd-4958-970e-365bb765e161 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f68a17d-64a3-409e-8e25-8f25da587c10 HTTP/1.1" status: 200 len: 910 time: 0.2649996 Aug 31 03:05:17.636923 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.653052 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cb79b0-cddb-437f-b13a-0966df0bad4f']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:17.676181 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82122390-827d-42a3-bab9-c2089cb1fc40') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:17.676545 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82122390-827d-42a3-bab9-c2089cb1fc40') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:17.720826 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-41f61e19-5647-4492-8c53-01eb41759034 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce HTTP/1.1" status: 200 len: 217 time: 0.0555460 Aug 31 03:05:17.722922 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.740108 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c48c0b5-71f9-4801-9583-1fed761b3bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.746669 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c48c0b5-71f9-4801-9583-1fed761b3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.777639 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.789192 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-576016ae-57b6-4667-99b4-17fc101f12ee req-235642fd-72ad-44a0-ab66-5a83cef948c6 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815212 Aug 31 03:05:17.794794 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:05:17.795406 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:05:17.797577 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:05:17.810906 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0c48c0b5-71f9-4801-9583-1fed761b3bb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7dbdfa0276614705913cea52f337b020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087259 Aug 31 03:05:17.818376 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50436) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:17.849871 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48c0b5-71f9-4801-9583-1fed761b3bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6789aa3c-8813-4305-a819-7994c859a0f7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:17.886424 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.893562 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-8e0b5974-31b0-414c-8dd0-1e4de7d73257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:17.895016 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-8e0b5974-31b0-414c-8dd0-1e4de7d73257 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab0837c1-41f4-402f-901e-a6281ddf67bc HTTP/1.1" status: 200 len: 849 time: 0.1622264 Aug 31 03:05:17.940116 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-41e21725-7f56-4184-991c-6afa7c97372f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f68a17d-64a3-409e-8e25-8f25da587c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363691 Aug 31 03:05:17.942153 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.944270 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b85125a5-38f2-47ad-a6d2-9a6b12acc138 req-7e69d3b8-b84a-480f-9d78-8b7ae897a634 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 210 time: 0.0334108 Aug 31 03:05:17.951706 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.953909 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] 10.222.0.39 "DELETE /v2.0/networks/64cb79b0-cddb-437f-b13a-0966df0bad4f HTTP/1.1" status: 204 len: 168 time: 0.7022696 Aug 31 03:05:17.967982 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:17.982200 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75338ff4-234d-49e1-9a25-544baac86c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=64cb79b0-cddb-437f-b13a-0966df0bad4f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:17.982437 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:18.028710 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:05:18.032536 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:18.037342 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:05:18.043093 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event updated for resources: {'Port': ['ID=d2de6412-d093-4daf-beb6-d605bb3221ce,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:18.096967 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:18.097801 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.123688 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da11a03c-8dce-466d-9a3b-223f14d300c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.124302 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.129249 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-109d95ef-cf26-424b-8fd1-6dc23d074678 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0151074 Aug 31 03:05:18.153875 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50448) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:18.186868 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da11a03c-8dce-466d-9a3b-223f14d300c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.206702 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-97598a53-2319-4c38-9d14-cd424d931698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbeddb341e5b4fe38a57da85751267ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513258 Aug 31 03:05:18.209167 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50450) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:18.255952 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-75afe32f-e18b-4d45-b10b-66f14bb89a0b service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008506 Aug 31 03:05:18.263722 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-590db8fe-0c0d-4def-9307-764d577d6d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.275324 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa76eac-0691-45a0-b479-a590f46e5bdf req-2c8dce49-3e3e-424c-b6c9-e9ff005f5c59 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:18.277080 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7fa76eac-0691-45a0-b479-a590f46e5bdf req-2c8dce49-3e3e-424c-b6c9-e9ff005f5c59 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 944 time: 0.0758550 Aug 31 03:05:18.285730 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-590db8fe-0c0d-4def-9307-764d577d6d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.307722 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da11a03c-8dce-466d-9a3b-223f14d300c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.310227 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da11a03c-8dce-466d-9a3b-223f14d300c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.313662 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-da11a03c-8dce-466d-9a3b-223f14d300c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6789aa3c-8813-4305-a819-7994c859a0f7 HTTP/1.1" status: 204 len: 168 time: 0.4485266 Aug 31 03:05:18.332739 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11a03c-8dce-466d-9a3b-223f14d300c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789aa3c-8813-4305-a819-7994c859a0f7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:18.340372 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7fa76eac-0691-45a0-b479-a590f46e5bdf req-c01aa486-9138-46e7-a3ee-7842e246dd88 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560935 Aug 31 03:05:18.341186 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-590db8fe-0c0d-4def-9307-764d577d6d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.345664 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-590db8fe-0c0d-4def-9307-764d577d6d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.349606 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-590db8fe-0c0d-4def-9307-764d577d6d36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6376593-1919-4a61-8bbe-ef45ae7bd41c HTTP/1.1" status: 204 len: 168 time: 0.1368644 Aug 31 03:05:18.363585 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590db8fe-0c0d-4def-9307-764d577d6d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6376593-1919-4a61-8bbe-ef45ae7bd41c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:18.720014 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50468) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:18.734401 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-726e04a7-f9d1-40c3-ac82-07672c5a5ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.833160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-726e04a7-f9d1-40c3-ac82-07672c5a5ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.839104 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-726e04a7-f9d1-40c3-ac82-07672c5a5ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:18.874323 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-726e04a7-f9d1-40c3-ac82-07672c5a5ab1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=253cb3ba4e0c464181143f6219bf5703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524088 Aug 31 03:05:18.877295 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50476) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:18.892961 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e04a7-f9d1-40c3-ac82-07672c5a5ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b6d99f-656b-4557-a054-1afdf53d3c29,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:18.951658 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b986366-1e0b-49c7-a6d7-6610c63d925f req-f6039d18-ad83-4d15-a6c3-e5125af70fbf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:18.953135 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7b986366-1e0b-49c7-a6d7-6610c63d925f req-f6039d18-ad83-4d15-a6c3-e5125af70fbf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0871449 Aug 31 03:05:18.974551 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb474ad6-eac8-49df-bee4-1325fa499590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:19.014286 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb474ad6-eac8-49df-bee4-1325fa499590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:19.025063 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7b986366-1e0b-49c7-a6d7-6610c63d925f req-94c67845-99ef-469c-8255-368b80a2b623 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660424 Aug 31 03:05:19.084706 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb474ad6-eac8-49df-bee4-1325fa499590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:19.087327 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb474ad6-eac8-49df-bee4-1325fa499590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:19.092166 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-bb474ad6-eac8-49df-bee4-1325fa499590 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0b6d99f-656b-4557-a054-1afdf53d3c29 HTTP/1.1" status: 204 len: 168 time: 0.2129836 Aug 31 03:05:19.115474 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb474ad6-eac8-49df-bee4-1325fa499590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b6d99f-656b-4557-a054-1afdf53d3c29,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:19.197513 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fcdfa-139a-437b-9853-4242600a1ad4 req-378b1fbc-78cb-4ca5-80d8-65cde29b9723 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:19.199245 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-906fcdfa-139a-437b-9853-4242600a1ad4 req-378b1fbc-78cb-4ca5-80d8-65cde29b9723 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 931 time: 0.1058109 Aug 31 03:05:19.269031 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-906fcdfa-139a-437b-9853-4242600a1ad4 req-41494dd3-8a64-4969-8a30-5c186ac0dc40 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585396 Aug 31 03:05:19.468149 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a33da9-4cc9-4f3b-bf5c-12b73f40db35 req-1eae1344-458e-402e-96ed-c73f881f1d0f tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:19.477344 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-36a33da9-4cc9-4f3b-bf5c-12b73f40db35 req-1eae1344-458e-402e-96ed-c73f881f1d0f tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 944 time: 0.0634904 Aug 31 03:05:19.528488 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-36a33da9-4cc9-4f3b-bf5c-12b73f40db35 req-75ebcabe-4a14-464e-9862-3eaeb48a51b7 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Aug 31 03:05:19.586096 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:19.939869 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Request body: {'port': {'device_id': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:19.998599 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.096149 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50564) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:20.176882 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfd725-de75-40bf-8563-27a82a9dcf9d req-d43a15ab-2924-4f4a-aceb-660c38d41f43 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:20.178533 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0ddfd725-de75-40bf-8563-27a82a9dcf9d req-d43a15ab-2924-4f4a-aceb-660c38d41f43 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0759187 Aug 31 03:05:20.221642 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0ddfd725-de75-40bf-8563-27a82a9dcf9d req-ca398499-92cc-4cd8-bfbe-719c7cbb35dc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Aug 31 03:05:20.337722 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6a76bfa-a310-42c1-937a-5e012c5766e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.479975 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596f569-c5f2-429f-8b9d-8ce4db360298 req-6ccff87f-6cee-474c-b086-fa5b06e20263 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:20.481748 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5596f569-c5f2-429f-8b9d-8ce4db360298 req-6ccff87f-6cee-474c-b086-fa5b06e20263 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 931 time: 0.0725396 Aug 31 03:05:20.520823 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6a76bfa-a310-42c1-937a-5e012c5766e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.534526 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6a76bfa-a310-42c1-937a-5e012c5766e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.551469 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5596f569-c5f2-429f-8b9d-8ce4db360298 req-453fe785-0238-4737-8986-30dd19a8ca83 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595515 Aug 31 03:05:20.589450 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a76bfa-a310-42c1-937a-5e012c5766e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496449cd-024d-4af3-aa30-9dc7841eb59e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:20.590440 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2de6412-d093-4daf-beb6-d605bb3221ce {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:20.594452 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b6a76bfa-a310-42c1-937a-5e012c5766e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d07fe26e95c74c8ca5ba7d239e19ac50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970038 Aug 31 03:05:20.597134 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50592) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:20.604329 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.622448 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50594) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:20.632686 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Transition to ACTIVE for port object d2de6412-d093-4daf-beb6-d605bb3221ce will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:05:20.639487 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.693721 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb3b5-1371-4c38-94d0-a96ee32d3e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.733335 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb3b5-1371-4c38-94d0-a96ee32d3e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.738719 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2de6412-d093-4daf-beb6-d605bb3221ce,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:20.743358 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d693496-c8b2-46b8-a694-fcd0eb48ea8d req-d5ed6ed3-cd77-436d-ba48-45d22893f6ed tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:20.745229 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6d693496-c8b2-46b8-a694-fcd0eb48ea8d req-d5ed6ed3-cd77-436d-ba48-45d22893f6ed tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 944 time: 0.1023438 Aug 31 03:05:20.786127 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-734ab803-a5a6-480f-8199-b2d5dcb7fa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.811851 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6d693496-c8b2-46b8-a694-fcd0eb48ea8d req-cc714322-fa20-42e8-9cbc-bdc7d819ec32 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Aug 31 03:05:20.834839 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb3b5-1371-4c38-94d0-a96ee32d3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.838763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4fb3b5-1371-4c38-94d0-a96ee32d3e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.840541 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4c4fb3b5-1371-4c38-94d0-a96ee32d3e19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/496449cd-024d-4af3-aa30-9dc7841eb59e HTTP/1.1" status: 204 len: 168 time: 0.2425010 Aug 31 03:05:20.845550 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Attempting to bind port d2de6412-d093-4daf-beb6-d605bb3221ce on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:05:20.845850 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Attempting to bind port d2de6412-d093-4daf-beb6-d605bb3221ce by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:05:20.846179 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Attempting to bind port d2de6412-d093-4daf-beb6-d605bb3221ce on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:20.849696 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fb3b5-1371-4c38-94d0-a96ee32d3e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496449cd-024d-4af3-aa30-9dc7841eb59e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:20.851651 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Port d2de6412-d093-4daf-beb6-d605bb3221ce on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:05:20.851974 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Attempting to bind port d2de6412-d093-4daf-beb6-d605bb3221ce on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:20.865978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:05:20.866385 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Checking segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:20.866713 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Bound using segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:05:20.867127 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Bound port: d2de6412-d093-4daf-beb6-d605bb3221ce, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:05:20.867511 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.967281 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] For port d2de6412-d093-4daf-beb6-d605bb3221ce, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:05:20.990371 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] For port d2de6412-d093-4daf-beb6-d605bb3221ce, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=d2de6412-d093-4daf-beb6-d605bb3221ce,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:05:20.995946 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-734ab803-a5a6-480f-8199-b2d5dcb7fa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:20.997665 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.010625 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-734ab803-a5a6-480f-8199-b2d5dcb7fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.049463 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:05:21.050363 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:21.051192 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.052821 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d2de6412-d093-4daf-beb6-d605bb3221ce HTTP/1.1" status: 200 len: 1093 time: 1.1176498 Aug 31 03:05:21.053496 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'tag': 'd2de6412-d093-4daf-beb6-d605bb3221ce'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:21.056570 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44057c5a-5973-41dd-819e-45a3092684ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d118c9d4-fc94-44e4-bd19-7643c3f89504", "tag": "d2de6412-d093-4daf-beb6-d605bb3221ce"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:21.148854 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a42b9713-379a-4680-8fc8-b081501b30d9 req-48de1aa1-140d-42fc-a0fd-16c192a607dd service neutron] 10.222.0.45 "GET /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753023 Aug 31 03:05:21.156169 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bcfdac-98d0-4cdf-9468-1c56b426d952 x-openstack-request-id: req-95bcfdac-98d0-4cdf-9468-1c56b426d952 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:21.156681 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d118c9d4-fc94-44e4-bd19-7643c3f89504", "tag": "d2de6412-d093-4daf-beb6-d605bb3221ce", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:21.157123 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95bcfdac-98d0-4cdf-9468-1c56b426d952 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:21.157900 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'tag': 'd2de6412-d093-4daf-beb6-d605bb3221ce', 'status': 'completed', 'code': 200} Aug 31 03:05:21.197667 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:21.206558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50618) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:21.206901 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-734ab803-a5a6-480f-8199-b2d5dcb7fa88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9b5be56b38b4ee8bc359a836e0594c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822122 Aug 31 03:05:21.209844 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ab803-a5a6-480f-8199-b2d5dcb7fa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ee5db0-abe3-411e-bebe-27b6bf9290e5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:21.214183 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a9a19-ac31-4faf-a687-966c226e49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2de6412-d093-4daf-beb6-d605bb3221ce,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:21.215677 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce', 'network_id': '3f68a17d-64a3-409e-8e25-8f25da587c10', 'port_id': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce', 'mac_address': 'fa:16:3e:aa:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0837c1-41f4-402f-901e-a6281ddf67bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:05:21.227304 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ce19-a5a1-497a-a3cf-464348425031 req-0a22b6b4-64ee-44cf-b4f7-554214cd2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:21.229860 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-0a22b6b4-64ee-44cf-b4f7-554214cd2c4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 1096 time: 0.1159003 Aug 31 03:05:21.348023 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-51408b2f-5885-40cd-80b1-951c5b88d831 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2de6412-d093-4daf-beb6-d605bb3221ce HTTP/1.1" status: 200 len: 217 time: 0.1053374 Aug 31 03:05:21.365445 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97545762-0e6b-44f0-b6f4-cdf2e56f7181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.388573 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97545762-0e6b-44f0-b6f4-cdf2e56f7181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.400197 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.409763 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ce19-a5a1-497a-a3cf-464348425031 req-39d92eae-3f96-4a08-85db-c271b8561747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:21.411239 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-39d92eae-3f96-4a08-85db-c271b8561747 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.0546858 Aug 31 03:05:21.419465 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:21.438829 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50630) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:21.446856 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97545762-0e6b-44f0-b6f4-cdf2e56f7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.450433 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97545762-0e6b-44f0-b6f4-cdf2e56f7181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.451686 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:21.455454 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-97545762-0e6b-44f0-b6f4-cdf2e56f7181 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2ee5db0-abe3-411e-bebe-27b6bf9290e5 HTTP/1.1" status: 204 len: 168 time: 0.2468741 Aug 31 03:05:21.458407 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.468992 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5dee9df7-6068-48f1-91c8-66c400f4b971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.471029 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97545762-0e6b-44f0-b6f4-cdf2e56f7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ee5db0-abe3-411e-bebe-27b6bf9290e5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:21.496016 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-f96b8ca8-12f5-44ee-be31-677b92307d21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693080 Aug 31 03:05:21.537619 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:21.546028 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.546394 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.546706 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.547139 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.547380 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.547723 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.548044 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.548371 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.548707 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.549035 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.549447 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.549724 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:21.624802 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba033e8f-9574-4f19-a007-ccad6cf76d83 req-bebcdeca-6957-4d2f-9a09-f4c80dce912a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:21.626328 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ba033e8f-9574-4f19-a007-ccad6cf76d83 req-bebcdeca-6957-4d2f-9a09-f4c80dce912a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.2718520 Aug 31 03:05:21.656372 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5dee9df7-6068-48f1-91c8-66c400f4b971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.662561 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5dee9df7-6068-48f1-91c8-66c400f4b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.663484 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-5eb9da78-1fd4-4354-b3eb-f70ca165931a service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494699 Aug 31 03:05:21.703683 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ba033e8f-9574-4f19-a007-ccad6cf76d83 req-e8a119b8-8d6c-4f27-84e7-5123150eba83 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657721 Aug 31 03:05:21.749163 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5dee9df7-6068-48f1-91c8-66c400f4b971 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=903bbb7c1de347809b553dfd9fcd95a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087578 Aug 31 03:05:21.751821 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50642) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:21.754200 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee9df7-6068-48f1-91c8-66c400f4b971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670901f7-45a8-4500-a85c-18e6ffab4559,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:21.761455 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:21.770538 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73a5bc-eb43-4deb-89ba-367147ebfe0f req-b8660d3d-65ec-4bf5-963d-a62c14665966 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:21.772377 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4e73a5bc-eb43-4deb-89ba-367147ebfe0f req-b8660d3d-65ec-4bf5-963d-a62c14665966 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 943 time: 0.1057653 Aug 31 03:05:21.833366 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3698ce19-a5a1-497a-a3cf-464348425031 req-5b8e4e6b-3280-41b6-9c6f-fe52e4bef94a service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607370 Aug 31 03:05:21.847867 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-813990c6-c5fe-4516-a689-95b72ffb80c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:21.879070 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-813990c6-c5fe-4516-a689-95b72ffb80c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.008042 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-813990c6-c5fe-4516-a689-95b72ffb80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.017540 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-813990c6-c5fe-4516-a689-95b72ffb80c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.019136 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-813990c6-c5fe-4516-a689-95b72ffb80c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/670901f7-45a8-4500-a85c-18e6ffab4559 HTTP/1.1" status: 204 len: 168 time: 0.2637279 Aug 31 03:05:22.036574 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813990c6-c5fe-4516-a689-95b72ffb80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670901f7-45a8-4500-a85c-18e6ffab4559,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:22.053199 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50660) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:22.075876 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44057c5a-5973-41dd-819e-45a3092684ab req-6940c038-4f11-44bb-b612-11173056dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:22.078509 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44057c5a-5973-41dd-819e-45a3092684ab req-6940c038-4f11-44bb-b612-11173056dfa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 1096 time: 0.1627922 Aug 31 03:05:22.094372 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2ee61-4cf7-4e4b-8c3d-97d330b2b491 req-1a2860e7-85ce-4c91-a129-478953b1fee0 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:22.111474 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72b2ee61-4cf7-4e4b-8c3d-97d330b2b491 req-1a2860e7-85ce-4c91-a129-478953b1fee0 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 945 time: 0.1783209 Aug 31 03:05:22.224062 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4e73a5bc-eb43-4deb-89ba-367147ebfe0f req-9f1da5a1-5696-4f6a-bedd-a3ddb0152f2e tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427726 Aug 31 03:05:22.259325 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:22.287387 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b88d317f-c3d0-494b-8e63-55c8219ea8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.295012 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72b2ee61-4cf7-4e4b-8c3d-97d330b2b491 req-b4999519-4559-407a-a470-bf639396789a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821933 Aug 31 03:05:22.317064 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44057c5a-5973-41dd-819e-45a3092684ab req-98763387-b987-4f74-8a93-cdad0744f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:22.319142 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44057c5a-5973-41dd-819e-45a3092684ab req-98763387-b987-4f74-8a93-cdad0744f944 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 915 time: 0.2043936 Aug 31 03:05:22.402671 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44057c5a-5973-41dd-819e-45a3092684ab req-f8992de0-e230-4277-af08-22fa0858571f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2de6412-d093-4daf-beb6-d605bb3221ce HTTP/1.1" status: 200 len: 217 time: 0.0585506 Aug 31 03:05:22.439237 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b88d317f-c3d0-494b-8e63-55c8219ea8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.446369 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b88d317f-c3d0-494b-8e63-55c8219ea8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.478953 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d317f-c3d0-494b-8e63-55c8219ea8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f91a6d-5d29-4695-a2f6-b8c9ead6dfe1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:22.481999 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44057c5a-5973-41dd-819e-45a3092684ab req-b42c4428-1c18-4891-ab6a-5ed3c7e08d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:22.484098 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44057c5a-5973-41dd-819e-45a3092684ab req-b42c4428-1c18-4891-ab6a-5ed3c7e08d54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.0714130 Aug 31 03:05:22.514097 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b88d317f-c3d0-494b-8e63-55c8219ea8b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9ffe091b12345098f7a477fd3c9fe94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532735 Aug 31 03:05:22.517434 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:22.554870 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44057c5a-5973-41dd-819e-45a3092684ab req-1566e3f6-5e2c-4942-9fa5-b42927bed163 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605876 Aug 31 03:05:22.555743 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2126c37d-af00-4bf6-9693-728f489a4d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.582131 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bed7226-51ab-46de-9908-38b7c24cb9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.606269 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bed7226-51ab-46de-9908-38b7c24cb9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.662280 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bed7226-51ab-46de-9908-38b7c24cb9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.666396 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bed7226-51ab-46de-9908-38b7c24cb9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.670016 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-0bed7226-51ab-46de-9908-38b7c24cb9ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65f91a6d-5d29-4695-a2f6-b8c9ead6dfe1 HTTP/1.1" status: 204 len: 168 time: 0.1492715 Aug 31 03:05:22.676313 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed7226-51ab-46de-9908-38b7c24cb9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f91a6d-5d29-4695-a2f6-b8c9ead6dfe1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:22.699336 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44057c5a-5973-41dd-819e-45a3092684ab req-e436ec1d-e14e-4c9d-8188-540d861fdfa4 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316090 Aug 31 03:05:22.881105 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44057c5a-5973-41dd-819e-45a3092684ab req-adba67dc-71d8-46f6-9d42-4d46acbf3408 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733115 Aug 31 03:05:22.930386 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2126c37d-af00-4bf6-9693-728f489a4d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:22.941549 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ff944-809b-45ba-ba93-2e9ad75d59f7 req-7eeb29e0-78ac-45bf-9885-8003e2e3ed10 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:22.943261 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-156ff944-809b-45ba-ba93-2e9ad75d59f7 req-7eeb29e0-78ac-45bf-9885-8003e2e3ed10 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.1261113 Aug 31 03:05:22.944893 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2126c37d-af00-4bf6-9693-728f489a4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.035843 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-2126c37d-af00-4bf6-9693-728f489a4d35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72dea46818924414b1a2389d37863b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9669900 Aug 31 03:05:23.035843 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50718) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:23.035843 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-156ff944-809b-45ba-ba93-2e9ad75d59f7 req-eb622a35-412e-413f-af65-4926191b01a9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683954 Aug 31 03:05:23.046920 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126c37d-af00-4bf6-9693-728f489a4d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dea1ec1-cfbe-48ff-97bf-ed1ef3adbac7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:23.060225 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device d2de6412-d093-4daf-beb6-d605bb3221ce details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:05:23.071152 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:05:23.124279 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb3c0-da37-42f2-97fa-4d1ed82154e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.155401 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb3c0-da37-42f2-97fa-4d1ed82154e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.227586 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb3c0-da37-42f2-97fa-4d1ed82154e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.232325 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1fb3c0-da37-42f2-97fa-4d1ed82154e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.233212 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:05:23.239419 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5c1fb3c0-da37-42f2-97fa-4d1ed82154e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4dea1ec1-cfbe-48ff-97bf-ed1ef3adbac7 HTTP/1.1" status: 204 len: 168 time: 0.2061396 Aug 31 03:05:23.248408 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:05:23.249029 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.262162 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fb3c0-da37-42f2-97fa-4d1ed82154e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dea1ec1-cfbe-48ff-97bf-ed1ef3adbac7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:23.296987 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port d2de6412-d093-4daf-beb6-d605bb3221ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=d2de6412-d093-4daf-beb6-d605bb3221ce,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:23.349491 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'd2de6412-d093-4daf-beb6-d605bb3221ce', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'port_id': 'd2de6412-d093-4daf-beb6-d605bb3221ce', 'mac_address': 'fa:16:3e:57:c1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f0309-2cbc-4f0c-915e-f20166771532', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:05:23.367893 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad720-a19e-41fe-9645-6bb30e981da9 req-f7c5622a-84ae-4ff5-b449-35382cab3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:23.369482 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-31dad720-a19e-41fe-9645-6bb30e981da9 req-f7c5622a-84ae-4ff5-b449-35382cab3179 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 1099 time: 0.0689166 Aug 31 03:05:23.441650 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-31dad720-a19e-41fe-9645-6bb30e981da9 req-0aa6fb95-55ae-49ef-ad38-7f2f05ce9c87 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634356 Aug 31 03:05:23.444484 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a43e-10a1-494f-9bda-12a2b71d9735 req-ef8858e8-576c-4e69-9526-4d8538ba9a37 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:23.445011 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.451097 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8a49a43e-10a1-494f-9bda-12a2b71d9735 req-ef8858e8-576c-4e69-9526-4d8538ba9a37 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 943 time: 0.0977089 Aug 31 03:05:23.493671 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2de6412-d093-4daf-beb6-d605bb3221ce {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:23.510724 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8a49a43e-10a1-494f-9bda-12a2b71d9735 req-4f326c5e-c9a6-4b00-9233-067f3715ffb0 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Aug 31 03:05:23.511024 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.518451 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20adf8b-5654-4b69-a924-c817c37b6b43 req-ec85d9bf-a12d-44d8-be3f-7161094b3d7d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:23.520233 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c20adf8b-5654-4b69-a924-c817c37b6b43 req-ec85d9bf-a12d-44d8-be3f-7161094b3d7d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 945 time: 0.0847545 Aug 31 03:05:23.525124 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port d2de6412-d093-4daf-beb6-d605bb3221ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=d2de6412-d093-4daf-beb6-d605bb3221ce,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:23.536532 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.577579 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb78a55-8457-495c-b84b-9572857149a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:23.578234 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c20adf8b-5654-4b69-a924-c817c37b6b43 req-70a219a4-f215-44b6-ade4-a42a68ff8f43 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489278 Aug 31 03:05:23.580205 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb084be5-0046-40b7-a3c6-75fba64bd6d1" -d '{"events": [{"server_uuid": "5fb78a55-8457-495c-b84b-9572857149a8", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:23.599594 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:23.609609 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.630394 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=d2de6412-d093-4daf-beb6-d605bb3221ce,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:23.645854 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db16c85-6291-4b3e-87a4-b4dc04b0da2d x-openstack-request-id: req-1db16c85-6291-4b3e-87a4-b4dc04b0da2d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:23.646242 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb78a55-8457-495c-b84b-9572857149a8", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:23.646911 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1db16c85-6291-4b3e-87a4-b4dc04b0da2d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:23.647417 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb78a55-8457-495c-b84b-9572857149a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce', 'code': 200} Aug 31 03:05:23.702047 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:23.791867 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50754) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:23.813844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5460689a-7f30-409a-b3b8-45f592a6eedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.875716 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['d2de6412-d093-4daf-beb6-d605bb3221ce'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:23.906783 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3f84a-51c6-4a50-bba5-db43ab0a94a4 req-b15d911f-e483-4e61-b820-5741cc4a2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:23.908972 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-aac3f84a-51c6-4a50-bba5-db43ab0a94a4 req-b15d911f-e483-4e61-b820-5741cc4a2a0b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 1099 time: 0.0702355 Aug 31 03:05:23.921456 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5460689a-7f30-409a-b3b8-45f592a6eedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.929730 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5460689a-7f30-409a-b3b8-45f592a6eedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:23.961634 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-aac3f84a-51c6-4a50-bba5-db43ab0a94a4 req-f0840bf0-81a2-4efe-82fd-70725fc78c2e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Aug 31 03:05:23.970462 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5460689a-7f30-409a-b3b8-45f592a6eedf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec5ecea786eb42b7836aacad4e5b5af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774454 Aug 31 03:05:23.972949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50760) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:24.002374 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460689a-7f30-409a-b3b8-45f592a6eedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3451d7-546e-4c36-88f3-615c7f2a5966,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:24.031836 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e425e1-3f1c-42dc-9682-f714e6e81cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:24.109382 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e425e1-3f1c-42dc-9682-f714e6e81cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:24.193988 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef3e8f-edf5-4c9e-b32a-0a24857881ba req-9bbe00d5-dd75-42a9-ada2-e30da2f1a177 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:24.196712 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d4ef3e8f-edf5-4c9e-b32a-0a24857881ba req-9bbe00d5-dd75-42a9-ada2-e30da2f1a177 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0579591 Aug 31 03:05:24.221321 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e425e1-3f1c-42dc-9682-f714e6e81cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:24.223098 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e425e1-3f1c-42dc-9682-f714e6e81cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:24.224377 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-a7e425e1-3f1c-42dc-9682-f714e6e81cdf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f3451d7-546e-4c36-88f3-615c7f2a5966 HTTP/1.1" status: 204 len: 168 time: 0.2501853 Aug 31 03:05:24.233129 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e425e1-3f1c-42dc-9682-f714e6e81cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3451d7-546e-4c36-88f3-615c7f2a5966,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:24.262629 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d4ef3e8f-edf5-4c9e-b32a-0a24857881ba req-a0f005ca-68e9-4868-bb91-3d38084c4196 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582778 Aug 31 03:05:24.620831 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24885-7d88-4689-a82b-203f19c1ae6c req-adc03bff-297d-404c-8df9-cca9eb68225c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:24.622660 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8ed24885-7d88-4689-a82b-203f19c1ae6c req-adc03bff-297d-404c-8df9-cca9eb68225c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 944 time: 0.0569456 Aug 31 03:05:24.707060 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8ed24885-7d88-4689-a82b-203f19c1ae6c req-29e0783d-4ea0-4725-a4e8-fcad1d5a4adc tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668824 Aug 31 03:05:24.773766 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c704e-af36-472f-832a-722f6d8129cb req-42ba3730-7015-445f-8ec3-dae7c3ba2181 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:24.775293 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-704c704e-af36-472f-832a-722f6d8129cb req-42ba3730-7015-445f-8ec3-dae7c3ba2181 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 946 time: 0.0707412 Aug 31 03:05:24.821354 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-704c704e-af36-472f-832a-722f6d8129cb req-be5def78-3428-46e9-ab01-fd59742b1d34 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362558 Aug 31 03:05:24.997664 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:25.071098 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device d2de6412-d093-4daf-beb6-d605bb3221ce up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:05:25.134820 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port d2de6412-d093-4daf-beb6-d605bb3221ce completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:05:25.139094 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port d2de6412-d093-4daf-beb6-d605bb3221ce triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:05:25.139429 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.170312 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7b49a01-c39b-49e5-9734-506675bf85c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.252349 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.292392 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port d2de6412-d093-4daf-beb6-d605bb3221ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=d2de6412-d093-4daf-beb6-d605bb3221ce,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:25.297858 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.377654 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=d2de6412-d093-4daf-beb6-d605bb3221ce,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:25.377888 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7b49a01-c39b-49e5-9734-506675bf85c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.387156 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7b49a01-c39b-49e5-9734-506675bf85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.432305 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b49a01-c39b-49e5-9734-506675bf85c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72cc562-d724-4cd3-be7c-5f7e01aaf333,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:25.446823 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecd51a-5da3-4093-9f13-dcafbb82ff56 req-82a6e716-40a0-4c49-aa21-86ef38946b6b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:25.454529 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-19ecd51a-5da3-4093-9f13-dcafbb82ff56 req-82a6e716-40a0-4c49-aa21-86ef38946b6b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0672708 Aug 31 03:05:25.456152 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d7b49a01-c39b-49e5-9734-506675bf85c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4227a354dffa4af9bcf4081c84efb834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572768 Aug 31 03:05:25.458442 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50842) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:25.517696 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a5d059d-4992-4344-bbe8-f2e53c02dfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.543808 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-19ecd51a-5da3-4093-9f13-dcafbb82ff56 req-89506bc0-3460-4479-8f9d-7578a98a621b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759432 Aug 31 03:05:25.563434 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a5d059d-4992-4344-bbe8-f2e53c02dfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.581667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50848) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:25.648666 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de6412-d093-4daf-beb6-d605bb3221ce'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:25.651776 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97990a53-c9b2-4b1d-b076-812feb6cc359" -d '{"events": [{"server_uuid": "d118c9d4-fc94-44e4-bd19-7643c3f89504", "name": "network-vif-plugged", "status": "completed", "tag": "d2de6412-d093-4daf-beb6-d605bb3221ce"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:25.666443 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a5d059d-4992-4344-bbe8-f2e53c02dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.669193 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a5d059d-4992-4344-bbe8-f2e53c02dfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.670348 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6a5d059d-4992-4344-bbe8-f2e53c02dfeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e72cc562-d724-4cd3-be7c-5f7e01aaf333 HTTP/1.1" status: 204 len: 168 time: 0.2108212 Aug 31 03:05:25.681109 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d059d-4992-4344-bbe8-f2e53c02dfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72cc562-d724-4cd3-be7c-5f7e01aaf333,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:25.708327 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb8c8-c135-4e4b-9cf6-515cc7e07567 req-88dbb936-214c-480c-bfa7-a1e6f7226132 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:25.709943 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f5cfb8c8-c135-4e4b-9cf6-515cc7e07567 req-88dbb936-214c-480c-bfa7-a1e6f7226132 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0912395 Aug 31 03:05:25.712807 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cff6e4-8a42-4528-985c-37c5e1b5ccc6 x-openstack-request-id: req-28cff6e4-8a42-4528-985c-37c5e1b5ccc6 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:25.713181 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d118c9d4-fc94-44e4-bd19-7643c3f89504", "name": "network-vif-plugged", "status": "completed", "tag": "d2de6412-d093-4daf-beb6-d605bb3221ce", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:25.714147 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28cff6e4-8a42-4528-985c-37c5e1b5ccc6 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:25.715405 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de6412-d093-4daf-beb6-d605bb3221ce', 'code': 200} Aug 31 03:05:25.763961 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f5cfb8c8-c135-4e4b-9cf6-515cc7e07567 req-3b9917d2-c5be-40aa-b50f-7878389e60ea tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Aug 31 03:05:25.858840 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8e64760-2a77-4367-a677-871c9ce834c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:25.890130 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc513-00ce-4226-9117-04f88cfefa05 req-8c1e9946-04c2-4390-9c8c-7d6ee5ec429b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:25.899844 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-73bbc513-00ce-4226-9117-04f88cfefa05 req-8c1e9946-04c2-4390-9c8c-7d6ee5ec429b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 945 time: 0.0810559 Aug 31 03:05:25.984371 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7a1ef-e3d6-4505-b433-fb657c11d33d req-2b716425-d367-49a8-87a8-1f3db0fa8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:25.986509 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6ba7a1ef-e3d6-4505-b433-fb657c11d33d req-2b716425-d367-49a8-87a8-1f3db0fa8793 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 1098 time: 0.0745077 Aug 31 03:05:26.004208 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-73bbc513-00ce-4226-9117-04f88cfefa05 req-667abf55-3a0f-46f4-91b7-7d8f1c2ba511 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029351 Aug 31 03:05:26.035044 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee63d21-18d2-45ab-95ac-2bca8a8d775a req-e9c7754f-3125-4b44-b44f-f65b0473d97a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:26.037626 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cee63d21-18d2-45ab-95ac-2bca8a8d775a req-e9c7754f-3125-4b44-b44f-f65b0473d97a tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 946 time: 0.1042428 Aug 31 03:05:26.096005 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6ba7a1ef-e3d6-4505-b433-fb657c11d33d req-0015135b-fbc9-4502-90be-31dc217a2498 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888875 Aug 31 03:05:26.126667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8e64760-2a77-4367-a677-871c9ce834c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.131480 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cee63d21-18d2-45ab-95ac-2bca8a8d775a req-b7130748-c487-43b3-8e90-03a155eb709b tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844789 Aug 31 03:05:26.132716 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8e64760-2a77-4367-a677-871c9ce834c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.182836 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b8e64760-2a77-4367-a677-871c9ce834c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5e3866cee67472faa9ceea5a06ac2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001658 Aug 31 03:05:26.184021 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e64760-2a77-4367-a677-871c9ce834c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306af126-0691-43e4-8a1e-15003cd9448a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:26.185638 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50882) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:26.274892 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d32c6ab-c153-4e64-8433-5ad73665320d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.301729 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d32c6ab-c153-4e64-8433-5ad73665320d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.360463 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d32c6ab-c153-4e64-8433-5ad73665320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.363970 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d32c6ab-c153-4e64-8433-5ad73665320d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.365686 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-3d32c6ab-c153-4e64-8433-5ad73665320d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/306af126-0691-43e4-8a1e-15003cd9448a HTTP/1.1" status: 204 len: 168 time: 0.1788554 Aug 31 03:05:26.374335 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32c6ab-c153-4e64-8433-5ad73665320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306af126-0691-43e4-8a1e-15003cd9448a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:26.444400 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50896) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:26.467403 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd1c9-0e08-4dd0-a10f-a4ed9bdf3b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.591772 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd1c9-0e08-4dd0-a10f-a4ed9bdf3b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.596478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd1c9-0e08-4dd0-a10f-a4ed9bdf3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.637079 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e6fdd1c9-0e08-4dd0-a10f-a4ed9bdf3b50 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16721a225050435d8a9ab09124d761f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912429 Aug 31 03:05:26.637951 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdd1c9-0e08-4dd0-a10f-a4ed9bdf3b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4279f-1e12-4dc0-ab25-8255b75a9af4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:26.639813 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 50904) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:26.710139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f802aa29-b2c3-4b8d-85f6-6ed3bf8aa30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.734332 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f802aa29-b2c3-4b8d-85f6-6ed3bf8aa30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.755110 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:26.793593 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f802aa29-b2c3-4b8d-85f6-6ed3bf8aa30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.796722 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f802aa29-b2c3-4b8d-85f6-6ed3bf8aa30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:26.800252 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-f802aa29-b2c3-4b8d-85f6-6ed3bf8aa30c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3e4279f-1e12-4dc0-ab25-8255b75a9af4 HTTP/1.1" status: 204 len: 168 time: 0.1552546 Aug 31 03:05:26.826191 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802aa29-b2c3-4b8d-85f6-6ed3bf8aa30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4279f-1e12-4dc0-ab25-8255b75a9af4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:27.079134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d958546f-33d4-4bd9-ab1c-5c587f760925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:27.171794 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a79c0-f68e-42be-a23e-11769289305d req-2703e2cc-921f-4493-8bf1-c31e89630163 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:27.173366 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5f6a79c0-f68e-42be-a23e-11769289305d req-2703e2cc-921f-4493-8bf1-c31e89630163 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 945 time: 0.1017621 Aug 31 03:05:27.252267 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d958546f-33d4-4bd9-ab1c-5c587f760925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:27.266167 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d958546f-33d4-4bd9-ab1c-5c587f760925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:27.312497 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5f6a79c0-f68e-42be-a23e-11769289305d req-ab2bc4e2-49a8-45f6-a23f-5516331b130d tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302152 Aug 31 03:05:27.350236 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958546f-33d4-4bd9-ab1c-5c587f760925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba5d61c-0d10-4314-8a2b-da604439177b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:27.377789 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-d958546f-33d4-4bd9-ab1c-5c587f760925 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3539db56d7df413e992b9309772b4478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6193893 Aug 31 03:05:27.380728 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 50950) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:27.473715 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f46664b-4ea4-443e-8723-f792470830e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:27.520638 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f46664b-4ea4-443e-8723-f792470830e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:27.627183 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f46664b-4ea4-443e-8723-f792470830e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:27.639879 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f46664b-4ea4-443e-8723-f792470830e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:27.644275 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-8f46664b-4ea4-443e-8723-f792470830e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ba5d61c-0d10-4314-8a2b-da604439177b HTTP/1.1" status: 204 len: 168 time: 0.2624156 Aug 31 03:05:27.654766 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46664b-4ea4-443e-8723-f792470830e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba5d61c-0d10-4314-8a2b-da604439177b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:27.723350 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069a44d-6484-4fec-8fe8-1fdbcb111608 req-b2f81448-b65a-4d2a-8ae3-3b90605e1d70 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:27.724847 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9069a44d-6484-4fec-8fe8-1fdbcb111608 req-b2f81448-b65a-4d2a-8ae3-3b90605e1d70 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 946 time: 0.0609932 Aug 31 03:05:27.793422 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9069a44d-6484-4fec-8fe8-1fdbcb111608 req-d4e46f02-14c8-47a4-a178-f690ae850e42 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581141 Aug 31 03:05:28.007558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de8de9-e0d4-4e8f-9b7e-4b669fd1d626 req-108c533b-bfda-4426-bc37-bc2c94a2fa91 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:28.008830 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-20856a31-5ef7-451c-95a3-9a7e65eeb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:28.010638 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-30de8de9-e0d4-4e8f-9b7e-4b669fd1d626 req-108c533b-bfda-4426-bc37-bc2c94a2fa91 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0684948 Aug 31 03:05:28.016329 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-20856a31-5ef7-451c-95a3-9a7e65eeb6c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.0516565 Aug 31 03:05:28.051901 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-30de8de9-e0d4-4e8f-9b7e-4b669fd1d626 req-35cf6164-b96e-42a8-aa92-5123b1747857 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352082 Aug 31 03:05:28.140015 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-5917599d-73da-49a4-b7ce-6bd6e6e3cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:28.141820 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-5917599d-73da-49a4-b7ce-6bd6e6e3cbe9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.1136627 Aug 31 03:05:28.214244 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-ec160e5d-9c94-480b-b6bb-f9cd64bf1674 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 217 time: 0.0497293 Aug 31 03:05:28.291957 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-97e74e97-e604-42c7-ae77-0e1e2a9a4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:28.295228 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-97e74e97-e604-42c7-ae77-0e1e2a9a4661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.0627606 Aug 31 03:05:28.340389 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-03d0bf31-ade6-4315-a993-cd43aaab06ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324574 Aug 31 03:05:28.553523 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-be296bd1-acf5-4289-91ee-a2ceb0dbdd27 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007756 Aug 31 03:05:28.745086 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51036) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:28.749409 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18ee3-5886-49b4-b5c1-bdb384f5b634 req-ad40ae48-9b35-4bfe-8b3b-9f3248f32d39 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:28.757036 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-57e18ee3-5886-49b4-b5c1-bdb384f5b634 req-ad40ae48-9b35-4bfe-8b3b-9f3248f32d39 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 945 time: 0.1002202 Aug 31 03:05:28.768626 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfad6f99-cfab-46aa-8b53-2508f1b775b2 req-d6b7eed4-ab98-4e59-a9fc-8dde45cb2445 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041337 Aug 31 03:05:28.807805 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-57e18ee3-5886-49b4-b5c1-bdb384f5b634 req-79949335-b359-4baa-bf96-f2dd7359bac9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Aug 31 03:05:29.008999 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3882e-c4b0-4e09-9d12-6b0355ceda1f req-5403c851-b88e-4505-b0ea-fa962f922225 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:29.023942 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f7e3882e-c4b0-4e09-9d12-6b0355ceda1f req-5403c851-b88e-4505-b0ea-fa962f922225 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 946 time: 0.1333082 Aug 31 03:05:29.063425 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f7e3882e-c4b0-4e09-9d12-6b0355ceda1f req-aa41911a-d9e2-4686-babd-9a334986ffd8 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Aug 31 03:05:29.077475 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc8a1ac4-70cf-46f3-8db3-763d9e588347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:29.223238 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc8a1ac4-70cf-46f3-8db3-763d9e588347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:29.236595 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79c244-cab6-421c-8578-ca6d060a420f req-5571b09d-f858-4a55-8d76-4bea42d2e514 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:29.238183 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2c79c244-cab6-421c-8578-ca6d060a420f req-5571b09d-f858-4a55-8d76-4bea42d2e514 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0737805 Aug 31 03:05:29.239609 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc8a1ac4-70cf-46f3-8db3-763d9e588347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:29.302281 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-fc8a1ac4-70cf-46f3-8db3-763d9e588347 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18aee3b3e92c40cca3c50988ec0782fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561879 Aug 31 03:05:29.305213 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51072) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:29.306771 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a1ac4-70cf-46f3-8db3-763d9e588347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f3d1d8-cec6-4186-91ef-33183f15c380,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:29.339734 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2c79c244-cab6-421c-8578-ca6d060a420f req-c312fa36-ed67-4218-b62e-2ee88a627042 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851505 Aug 31 03:05:29.376552 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7afbc545-ca02-437f-8958-aababd960dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:29.405987 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7afbc545-ca02-437f-8958-aababd960dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:29.462701 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7afbc545-ca02-437f-8958-aababd960dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:29.466182 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7afbc545-ca02-437f-8958-aababd960dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:29.467328 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7afbc545-ca02-437f-8958-aababd960dfd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2f3d1d8-cec6-4186-91ef-33183f15c380 HTTP/1.1" status: 204 len: 168 time: 0.1611352 Aug 31 03:05:29.477341 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc545-ca02-437f-8958-aababd960dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f3d1d8-cec6-4186-91ef-33183f15c380,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:29.981436 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-a5234d75-a83b-46a7-b37a-f920d1a91fb0 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:29.983730 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-a5234d75-a83b-46a7-b37a-f920d1a91fb0 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 946 time: 0.0536580 Aug 31 03:05:30.211202 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Deleting port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:05:30.211582 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.269804 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f6cb-5750-4535-b9b8-a122b005d5fa req-e106a42a-b926-4c4f-8c86-155f1aaeb8e9 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:30.275762 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7235f6cb-5750-4535-b9b8-a122b005d5fa req-e106a42a-b926-4c4f-8c86-155f1aaeb8e9 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 946 time: 0.1245914 Aug 31 03:05:30.319526 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7235f6cb-5750-4535-b9b8-a122b005d5fa req-fbf5cfdb-3405-43f9-9751-afd4445a4017 tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/security-groups?id=c34dc863-1849-41cb-909f-b49be42356bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405705 Aug 31 03:05:30.332137 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] For port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,segment=NetworkSegment(cf15eb9c-ea28-4dcd-bc4e-41c079a46af2),segment_id=cf15eb9c-ea28-4dcd-bc4e-41c079a46af2)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:30.332496 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.379708 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Calling delete_port for c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:05:30.393272 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51134) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:30.485220 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51142) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:30.514323 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-888971275-network', 'tenant_id': '8e39e80825e64d5e9390f9fae29c38cc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:30.523461 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106dc7c-0ab3-4f7f-b5fa-2026a64d732c req-d3ab46be-5e97-4d22-978c-da2931878f26 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:30.524924 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6106dc7c-0ab3-4f7f-b5fa-2026a64d732c req-d3ab46be-5e97-4d22-978c-da2931878f26 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1051664 Aug 31 03:05:30.544281 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Made reservation on behalf of 8e39e80825e64d5e9390f9fae29c38cc for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:30.546764 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.560907 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.578062 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e7111fa-1e0a-4b0b-96b0-d7f29e771892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.605503 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6106dc7c-0ab3-4f7f-b5fa-2026a64d732c req-524d7c48-da5e-4437-ab12-ec0dca1372ac tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694771 Aug 31 03:05:30.606570 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.638564 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Pushing event deleted for resources: {'Port': ['ID=c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:30.676937 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.682699 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.699046 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] No DVR routers for this DVR port c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:05:30.702228 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.704337 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b08b4ff7-f9f5-4584-b333-78b9c3d62793 req-c34cccf8-e88b-4a77-879a-aa1b70bafecd tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.45 "DELETE /v2.0/ports/c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce HTTP/1.1" status: 204 len: 173 time: 0.7027714 Aug 31 03:05:30.704766 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb78a55-8457-495c-b84b-9572857149a8', 'name': 'network-vif-deleted', 'tag': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:30.706993 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e8c6dd-8c20-4e19-987b-36f6a5655d3f" -d '{"events": [{"server_uuid": "5fb78a55-8457-495c-b84b-9572857149a8", "name": "network-vif-deleted", "tag": "c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:30.716787 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:05:30.733857 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:30.743768 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b550b6-6ee8-4aa2-ba32-48ee2a6829c1 x-openstack-request-id: req-20b550b6-6ee8-4aa2-ba32-48ee2a6829c1 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:30.744999 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb78a55-8457-495c-b84b-9572857149a8", "name": "network-vif-deleted", "tag": "c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:30.745256 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20b550b6-6ee8-4aa2-ba32-48ee2a6829c1 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:30.745621 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.745723 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb78a55-8457-495c-b84b-9572857149a8', 'name': 'network-vif-deleted', 'tag': 'c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce', 'status': 'completed', 'code': 200} Aug 31 03:05:30.746069 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Added segment efb15b16-71af-408f-b879-180d78e57c21 of type vlan for network af6df750-e4e5-4dd4-bc43-fd4500287192 Aug 31 03:05:30.795642 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.840049 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.840985 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:30.841574 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.848981 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e7111fa-1e0a-4b0b-96b0-d7f29e771892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.887864 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e7111fa-1e0a-4b0b-96b0-d7f29e771892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:30.930434 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5357423 Aug 31 03:05:30.934307 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51150) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:30.938715 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08f5b0-7671-4b1d-b00d-0a8111f1f679 admin admin] Pushing event updated for resources: {'Network': ['ID=af6df750-e4e5-4dd4-bc43-fd4500287192,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:30.939417 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Request body: {'subnet': {'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-888971275-subnet', 'tenant_id': '8e39e80825e64d5e9390f9fae29c38cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:30.948278 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6e7111fa-1e0a-4b0b-96b0-d7f29e771892 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7dad9eb2175f45ec9dcd86ad6065ad3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612136 Aug 31 03:05:30.949617 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network af6df750-e4e5-4dd4-bc43-fd4500287192 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:05:30.950137 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51152) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:30.951320 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7111fa-1e0a-4b0b-96b0-d7f29e771892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd87059-ede6-4869-8092-d92a3dec96fc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:30.987135 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Made reservation on behalf of 8e39e80825e64d5e9390f9fae29c38cc for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:30.989369 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26191762'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.256059 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1434993-d6e8-4ef9-bb23-e693c4f9d18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.288470 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1434993-d6e8-4ef9-bb23-e693c4f9d18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.391651 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1434993-d6e8-4ef9-bb23-e693c4f9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.394148 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1434993-d6e8-4ef9-bb23-e693c4f9d18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.395283 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-b1434993-d6e8-4ef9-bb23-e693c4f9d18c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bd87059-ede6-4869-8092-d92a3dec96fc HTTP/1.1" status: 204 len: 168 time: 0.4443676 Aug 31 03:05:31.416097 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1434993-d6e8-4ef9-bb23-e693c4f9d18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd87059-ede6-4869-8092-d92a3dec96fc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:31.430008 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bae3df1a-77c1-4731-bcb0-bf4ce5212872 req-8891844c-3910-4f15-bc8a-b9e147e1ad3f tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 210 time: 0.0289137 Aug 31 03:05:31.433144 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26191748'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.493121 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4b8b17-4bb0-4898-9e26-312e26702ba2,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:31.502292 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Checking segment: {'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:31.502648 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Network hostable DHCP agents. Network: af6df750-e4e5-4dd4-bc43-fd4500287192, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:05:31.519646 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Network af6df750-e4e5-4dd4-bc43-fd4500287192 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:05:31.529637 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, af6df750-e4e5-4dd4-bc43-fd4500287192) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:31.534761 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:31.535692 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.541002 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d4e1c-4004-46eb-a873-de5ce6d054bf None None] Network af6df750-e4e5-4dd4-bc43-fd4500287192 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:05:31.553199 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-385ed95e-8b1c-4741-ba42-979bacfe9f1a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6177487 Aug 31 03:05:31.698042 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a05074-2c3e-4645-b75a-a1dcb9740a75 None None] Network af6df750-e4e5-4dd4-bc43-fd4500287192 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:05:31.718889 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51174) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:31.733024 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8a781d8-de96-4b5c-89a9-6ca349dc33e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.752217 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c50262-e636-437a-a09b-47774663b9f7 req-4869d0ef-ba9e-4d54-87a6-1bb4456dd2a9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:31.761828 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-99c50262-e636-437a-a09b-47774663b9f7 req-4869d0ef-ba9e-4d54-87a6-1bb4456dd2a9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0668437 Aug 31 03:05:31.810170 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-99c50262-e636-437a-a09b-47774663b9f7 req-ca2e476a-a35f-40bc-ab6b-a1e8140219bc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Aug 31 03:05:31.843625 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8a781d8-de96-4b5c-89a9-6ca349dc33e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.848337 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8a781d8-de96-4b5c-89a9-6ca349dc33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.884388 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a781d8-de96-4b5c-89a9-6ca349dc33e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1495ac68-af35-4df0-92de-482a8a2623ff,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:31.891124 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-b8a781d8-de96-4b5c-89a9-6ca349dc33e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdf11f7642ec4004b1b0c9832a895e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708903 Aug 31 03:05:31.893918 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51178) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:31.947032 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bc66967-bc3c-43a0-ae75-7307afc01c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:31.968830 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bc66967-bc3c-43a0-ae75-7307afc01c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.013339 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bc66967-bc3c-43a0-ae75-7307afc01c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.016105 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bc66967-bc3c-43a0-ae75-7307afc01c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.017332 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-0bc66967-bc3c-43a0-ae75-7307afc01c60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1495ac68-af35-4df0-92de-482a8a2623ff HTTP/1.1" status: 204 len: 168 time: 0.1224349 Aug 31 03:05:32.026097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc66967-bc3c-43a0-ae75-7307afc01c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1495ac68-af35-4df0-92de-482a8a2623ff,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:32.348169 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51190) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:32.361260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c0cf975c-ffee-4e3a-9078-8ca0813f827a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.454350 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c0cf975c-ffee-4e3a-9078-8ca0813f827a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.458131 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c0cf975c-ffee-4e3a-9078-8ca0813f827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.504941 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-c0cf975c-ffee-4e3a-9078-8ca0813f827a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca32a1d4e75b40cc97181a5e9dcb0b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524096 Aug 31 03:05:32.504941 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf975c-ffee-4e3a-9078-8ca0813f827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2cf07e-cf13-4a19-8d73-e70269bd0b15,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:32.506134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51194) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:32.531507 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35dab9bc-d6d2-4ae5-a259-cd494620e6bb req-d89ecf9e-e6ca-4c83-90cb-da9d9c71446d tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 210 time: 0.0254354 Aug 31 03:05:32.555191 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7eeda9be-e8ad-4629-949b-0c3f31ee215d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.577005 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7eeda9be-e8ad-4629-949b-0c3f31ee215d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.623876 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7eeda9be-e8ad-4629-949b-0c3f31ee215d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.626782 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7eeda9be-e8ad-4629-949b-0c3f31ee215d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:32.627958 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7eeda9be-e8ad-4629-949b-0c3f31ee215d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a2cf07e-cf13-4a19-8d73-e70269bd0b15 HTTP/1.1" status: 204 len: 168 time: 0.1204267 Aug 31 03:05:32.636513 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeda9be-e8ad-4629-949b-0c3f31ee215d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2cf07e-cf13-4a19-8d73-e70269bd0b15,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:32.918780 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b50687-5a4f-4bda-a2dd-4b88de4fb303 req-c43122e8-420d-4782-9280-eb4a94638f37 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:32.925401 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89b50687-5a4f-4bda-a2dd-4b88de4fb303 req-c43122e8-420d-4782-9280-eb4a94638f37 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0578158 Aug 31 03:05:32.946748 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:32.985864 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89b50687-5a4f-4bda-a2dd-4b88de4fb303 req-8ad06fa0-538b-411f-bbb0-c500032e47fb tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596106 Aug 31 03:05:33.675064 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b02e3a53-aab7-4ab4-85d4-c674755a9232 req-1e1ba7ab-4a33-45f9-9f3d-ca1ad9a191cb tempest-VolumesActionsTest-2004252215 tempest-VolumesActionsTest-2004252215-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb78a55-8457-495c-b84b-9572857149a8 HTTP/1.1" status: 200 len: 210 time: 0.0409482 Aug 31 03:05:34.031033 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-64f47ee1-7710-4944-b1e9-41442cfff8df tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:34.032868 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-64f47ee1-7710-4944-b1e9-41442cfff8df tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.1139586 Aug 31 03:05:34.051909 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-1139d4a2-ae93-49c3-9e85-bef6eaa672e2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/quotas/0060db79d68e4bb492cfc5e672c9d4a1 HTTP/1.1" status: 200 len: 375 time: 0.0131612 Aug 31 03:05:34.114764 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-ef2752fb-714d-4c52-be38-2a0e00619192 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592575 Aug 31 03:05:34.218459 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-cb5075c5-bcfb-489b-86f8-3a36beea8a53 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969472 Aug 31 03:05:34.225667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970207e-4fb4-4a85-a57a-cfc81b024824 req-caeee50a-d210-4dad-8073-68eb04ed7ae5 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:34.227170 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8970207e-4fb4-4a85-a57a-cfc81b024824 req-caeee50a-d210-4dad-8073-68eb04ed7ae5 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0508580 Aug 31 03:05:34.266366 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8970207e-4fb4-4a85-a57a-cfc81b024824 req-a7e7b792-4673-4924-be86-2b3b6e893793 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Aug 31 03:05:34.319121 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-61fe4494-0db1-4ecb-b488-b8a40b0db8f6 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943844 Aug 31 03:05:34.516207 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-adbd75d7-846f-4054-89f3-9bc32131ac70 req-2a1e8c08-1ff1-4efd-98cb-7af862bc32de tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 210 time: 0.0384374 Aug 31 03:05:34.627316 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911300-d410-40b8-abc5-37350d08efec req-949ae749-72b2-4bc0-8c6c-989418b3f5bd tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:34.635547 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-949ae749-72b2-4bc0-8c6c-989418b3f5bd tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/networks?id=af6df750-e4e5-4dd4-bc43-fd4500287192 HTTP/1.1" status: 200 len: 813 time: 0.1301234 Aug 31 03:05:34.653416 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-7b30d80f-b315-47f4-aeb3-f5cc1773b23d tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/quotas/8e39e80825e64d5e9390f9fae29c38cc HTTP/1.1" status: 200 len: 375 time: 0.0160730 Aug 31 03:05:34.694140 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-25d92cf5-a71c-4480-beb4-78ea86541b2a tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e39e80825e64d5e9390f9fae29c38cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397196 Aug 31 03:05:34.812132 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-7f584da1-aa33-4cc7-9cbc-8bac154975e5 service neutron] 10.222.0.39 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169376 Aug 31 03:05:34.911788 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-f8578265-6cc3-4850-8de3-dc3e86a26c45 service neutron] 10.222.0.39 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987780 Aug 31 03:05:35.017094 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51332) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:35.114005 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f071979-76ca-4538-8061-53524f716e55 req-2353642e-a3ed-47ee-8727-dbd90302e495 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0347040 Aug 31 03:05:35.196450 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8970-077f-4032-b237-edfe9ec89a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.310881 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8970-077f-4032-b237-edfe9ec89a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.316598 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8970-077f-4032-b237-edfe9ec89a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.347106 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-bfdf8970-077f-4032-b237-edfe9ec89a7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fb76f6ee6ca4f8da2aae61b593dc598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289049 Aug 31 03:05:35.350260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51362) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:35.419318 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf8970-077f-4032-b237-edfe9ec89a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0609ee-e9ef-4386-b357-5c842e45e9dc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:35.448143 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d143bd-5164-4d75-8daf-d5bba11766ad req-4d041dbd-8961-4b38-8724-320c17c08a22 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:35.450274 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1d143bd-5164-4d75-8daf-d5bba11766ad req-4d041dbd-8961-4b38-8724-320c17c08a22 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1021698 Aug 31 03:05:35.452032 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98f10d47-912c-40c0-aea4-4895c8f6fd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.474321 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98f10d47-912c-40c0-aea4-4895c8f6fd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.496992 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1d143bd-5164-4d75-8daf-d5bba11766ad req-3705eb22-ac5c-40bf-bf20-390b3c2901f1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355058 Aug 31 03:05:35.532516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98f10d47-912c-40c0-aea4-4895c8f6fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.535447 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98f10d47-912c-40c0-aea4-4895c8f6fd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.538991 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-98f10d47-912c-40c0-aea4-4895c8f6fd88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c0609ee-e9ef-4386-b357-5c842e45e9dc HTTP/1.1" status: 204 len: 168 time: 0.1854205 Aug 31 03:05:35.545842 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f10d47-912c-40c0-aea4-4895c8f6fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0609ee-e9ef-4386-b357-5c842e45e9dc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:35.623027 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-73ab4e6a-d129-4f00-a3e9-5d6d67df5fe6 req-060d017d-fe95-4315-a7ae-9d16fdf1efc1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 210 time: 0.0280938 Aug 31 03:05:35.821529 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51392) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:35.834459 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c729359-34a7-4aa2-8642-a094a3af97f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.921280 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c729359-34a7-4aa2-8642-a094a3af97f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.924885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c729359-34a7-4aa2-8642-a094a3af97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:35.961975 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-9c729359-34a7-4aa2-8642-a094a3af97f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d43541de37244dc8b5aa8f83dc0e43b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394148 Aug 31 03:05:35.962818 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729359-34a7-4aa2-8642-a094a3af97f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82287813-8e9c-4ca5-aed9-e51b0456408d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:35.965225 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:36.015888 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47360233-791f-4db5-a41d-abbe103b4ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:36.036464 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47360233-791f-4db5-a41d-abbe103b4ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:36.080590 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47360233-791f-4db5-a41d-abbe103b4ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:36.083071 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47360233-791f-4db5-a41d-abbe103b4ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:36.084232 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-47360233-791f-4db5-a41d-abbe103b4ff6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82287813-8e9c-4ca5-aed9-e51b0456408d HTTP/1.1" status: 204 len: 168 time: 0.1180122 Aug 31 03:05:36.092295 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47360233-791f-4db5-a41d-abbe103b4ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82287813-8e9c-4ca5-aed9-e51b0456408d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:36.237275 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ebcbffdf-1596-4d85-b702-10430f573154 req-fd4ba165-eda1-4b92-838d-56ee3800135a tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0299907 Aug 31 03:05:36.614091 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaba88a-214a-47d3-8841-cc6ea4419975 req-8cc0df15-fab8-4d40-976f-0ccc4d92916a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:36.615834 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ddaba88a-214a-47d3-8841-cc6ea4419975 req-8cc0df15-fab8-4d40-976f-0ccc4d92916a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0516095 Aug 31 03:05:36.666931 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ddaba88a-214a-47d3-8841-cc6ea4419975 req-c5cc26d9-784c-4b6b-9343-815b1757c486 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431743 Aug 31 03:05:36.790057 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ff89263c-ad74-4a5a-91bd-62f1b7c10a4c req-7a7a30e1-7531-4b03-bda6-780fc479deb2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 210 time: 0.0376563 Aug 31 03:05:37.228096 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:05:37.249655 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:05:37.250062 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device c2f5aca8-8022-407b-8cc0-4f3c70d3a2ce not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:05:37.332122 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5cd7027d-4b50-4c0c-a92a-b63fb1221fb8 req-8fb9e19d-7a95-4870-81b7-9db7115dac16 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0260863 Aug 31 03:05:37.836876 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd2ed-a2fc-480c-bc16-12be32e43914 req-39ad5b1e-41c6-4f59-87fd-48046ff1800f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:37.838393 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3f1fd2ed-a2fc-480c-bc16-12be32e43914 req-39ad5b1e-41c6-4f59-87fd-48046ff1800f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0556691 Aug 31 03:05:37.881971 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3f1fd2ed-a2fc-480c-bc16-12be32e43914 req-04e21edd-4bc1-4ad0-9a97-a4014b1d8642 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Aug 31 03:05:37.908281 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4827e635-886b-482d-9a17-bc0a27047430 req-cedd748a-4ae9-4ae9-be01-9cc39238a0f3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 210 time: 0.0391963 Aug 31 03:05:38.426399 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-81005b36-8145-4571-8eeb-b2146a11cd0e req-01586f17-4b34-4250-8623-23f3fe5e7d4c tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0254436 Aug 31 03:05:38.992827 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6358b-bcbe-4a76-bd97-2facbc4e2317 req-d640eb0d-adf7-4205-bb05-edd2690f72cf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:38.994195 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b7e6358b-bcbe-4a76-bd97-2facbc4e2317 req-d640eb0d-adf7-4205-bb05-edd2690f72cf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0473361 Aug 31 03:05:39.037062 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b7e6358b-bcbe-4a76-bd97-2facbc4e2317 req-c156d599-95b7-4c54-95ad-1ebbea273472 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Aug 31 03:05:39.115348 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-279ca101-e68b-4f6a-9211-ad1f720f925e req-3eced23e-17ad-4d22-ab41-6d43af08a43d tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 210 time: 0.0262420 Aug 31 03:05:39.522427 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-91b47502-7dbf-4abc-9909-1279492010d8 req-db06c871-a9cd-4445-93e2-8e4b8a1f5b47 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0300982 Aug 31 03:05:39.617613 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:40.149348 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7072a7d-cc6f-4d43-b48a-3b43e9c78704 req-d423ac6a-a438-4b52-ad95-736a55a50b66 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:40.150819 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a7072a7d-cc6f-4d43-b48a-3b43e9c78704 req-d423ac6a-a438-4b52-ad95-736a55a50b66 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0478683 Aug 31 03:05:40.187883 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a7072a7d-cc6f-4d43-b48a-3b43e9c78704 req-69a7e148-9a15-4d39-a476-b14c2c7a8bd6 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Aug 31 03:05:40.267383 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-99305b3a-5995-4217-a629-e8a7987be778 req-fb9b51c4-fb70-4820-8566-2c20d27628b8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 210 time: 0.0266929 Aug 31 03:05:40.611806 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbbdd367-cda3-4f72-8320-f39f7211a4bb req-a48bdecf-0e14-4c88-8133-3c219f388bb3 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0252681 Aug 31 03:05:41.047476 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8339f252-e618-440b-b57d-07a6bde20c51 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:41.049076 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8339f252-e618-440b-b57d-07a6bde20c51 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.1117225 Aug 31 03:05:41.078190 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Request body: {'port': {'device_id': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'admin_state_up': True, 'tenant_id': '0060db79d68e4bb492cfc5e672c9d4a1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:41.184356 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Made reservation on behalf of 0060db79d68e4bb492cfc5e672c9d4a1 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:41.189770 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:41.352674 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e6eb7-98f7-4972-b01d-c63d8a1ba3c6 req-d74f2d9e-049a-4581-ac0c-63e7723416cd tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:41.354252 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e37e6eb7-98f7-4972-b01d-c63d8a1ba3c6 req-d74f2d9e-049a-4581-ac0c-63e7723416cd tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0980213 Aug 31 03:05:41.368641 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Allocated IP 172.20.0.13 (ebf690a6-9db8-44fb-96d4-f8202fac1d23/ee6f0309-2cbc-4f0c-915e-f20166771532/2ccb3fd3-d924-45c0-a5fe-0b267f8961bd) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:05:41.372010 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8a9599fe-3fdd-4ccd-8c78-f5353feeebce req-bf27a1b4-b8e9-4ae1-b16d-7e7a31e4226e tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 210 time: 0.0301473 Aug 31 03:05:41.415245 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e37e6eb7-98f7-4972-b01d-c63d8a1ba3c6 req-27d994fd-cc37-4f01-becc-e907bedfcc39 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516741 Aug 31 03:05:41.586229 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:41.613153 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911300-d410-40b8-abc5-37350d08efec req-452714a0-ad24-446d-9823-08fe3c08f1a6 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:41.615141 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-452714a0-ad24-446d-9823-08fe3c08f1a6 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "GET /v2.0/networks?id=af6df750-e4e5-4dd4-bc43-fd4500287192 HTTP/1.1" status: 200 len: 813 time: 0.1391435 Aug 31 03:05:41.632854 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Request body: {'port': {'device_id': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192', 'admin_state_up': True, 'tenant_id': '8e39e80825e64d5e9390f9fae29c38cc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:41.634494 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:41.650309 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a', 'd2de6412-d093-4daf-beb6-d605bb3221ce'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:41.684175 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:05:41.687705 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:41.700405 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:05:41.753486 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event updated for resources: {'Port': ['ID=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:41.762095 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a68d4698-f626-4c6f-ad8c-47329aec8b34 req-6225fcab-c5fb-4467-b3b0-7174da2d4eff tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0304620 Aug 31 03:05:41.767934 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:41.769018 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:41.791913 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-8553c532-f097-4ee6-92ec-1543139c6660 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7169373 Aug 31 03:05:41.811086 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Request body: {'port': {'device_id': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:41.845970 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Made reservation on behalf of 8e39e80825e64d5e9390f9fae29c38cc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:41.849850 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:41.867962 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:41.986820 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Allocated IP 172.20.0.7 (af6df750-e4e5-4dd4-bc43-fd4500287192/ac4b8b17-4bb0-4898-9e26-312e26702ba2/384f3491-b2da-47e4-abd9-187de71694d2) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:05:42.182068 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.196151 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:42.204279 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.220159 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Transition to ACTIVE for port object 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:05:42.224744 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.230609 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.276244 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Network af6df750-e4e5-4dd4-bc43-fd4500287192 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:05:42.281880 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:42.286508 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:05:42.290453 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Pushing event updated for resources: {'Port': ['ID=384f3491-b2da-47e4-abd9-187de71694d2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:42.291090 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:42.341546 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:42.342468 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.356713 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-efbf0023-5a5c-4a80-8520-79e53531ea05 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312813 Aug 31 03:05:42.365778 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Attempting to bind port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:05:42.366187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Attempting to bind port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:05:42.366519 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Attempting to bind port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:42.372769 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:05:42.373266 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Attempting to bind port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:42.375531 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Request body: {'port': {'device_id': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:42.380622 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:05:42.381106 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Checking segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:42.381489 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Bound using segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:05:42.381911 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Bound port: 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:05:42.382351 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.478221 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] For port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:05:42.482298 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] For port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:05:42.487354 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.494038 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.566209 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:42.567307 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.571034 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-907e1604-a62f-46c0-acca-69d401064737 service neutron] 10.222.0.45 "PUT /v2.0/ports/2ccb3fd3-d924-45c0-a5fe-0b267f8961bd HTTP/1.1" status: 200 len: 1094 time: 0.7683206 Aug 31 03:05:42.588821 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:42.601591 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'tag': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:42.604207 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dbe865-6d72-4e53-a709-be331ed3149b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c", "tag": "2ccb3fd3-d924-45c0-a5fe-0b267f8961bd"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:42.623066 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d574fd2-2497-42eb-9953-6772a197da29 req-41f4b4ad-7487-4130-83b2-d7a5cd9ad4f5 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:42.624650 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7d574fd2-2497-42eb-9953-6772a197da29 req-41f4b4ad-7487-4130-83b2-d7a5cd9ad4f5 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 944 time: 0.1614416 Aug 31 03:05:42.667737 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1604-a62f-46c0-acca-69d401064737 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:42.741333 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc357db3-2044-450e-a64e-f8a55400dd7a req-1c801ee8-22eb-4bcc-b429-18fbf31a5990 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:42.743108 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fc357db3-2044-450e-a64e-f8a55400dd7a req-1c801ee8-22eb-4bcc-b429-18fbf31a5990 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.2020409 Aug 31 03:05:42.750896 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-bcb87182-d5ba-4414-bfbf-6bd71db18639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:42.753692 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-bcb87182-d5ba-4414-bfbf-6bd71db18639 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 1097 time: 0.1175320 Aug 31 03:05:42.788368 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7d574fd2-2497-42eb-9953-6772a197da29 req-1f121565-dc58-4c89-b674-af6df3d06b66 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530871 Aug 31 03:05:42.827007 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fc357db3-2044-450e-a64e-f8a55400dd7a req-7d297e9d-34b5-485e-b3c2-74e9ea54020a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696061 Aug 31 03:05:42.902287 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7657d90-d8ce-4f23-b886-0c7ec7bd2e47 x-openstack-request-id: req-e7657d90-d8ce-4f23-b886-0c7ec7bd2e47 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:42.902946 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c", "tag": "2ccb3fd3-d924-45c0-a5fe-0b267f8961bd", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:42.903472 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7657d90-d8ce-4f23-b886-0c7ec7bd2e47 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:42.904267 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'tag': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd', 'status': 'completed', 'code': 200} Aug 31 03:05:42.906006 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-62c679ac-255a-4177-a93a-d20a7a2e5290 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd HTTP/1.1" status: 200 len: 217 time: 0.0876634 Aug 31 03:05:42.937216 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2af586e3-4cc3-4ab2-9ce4-104164fbb7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:42.982646 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-5d42bc4d-bc13-4da5-a3d7-43462b2c1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:42.985332 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-5d42bc4d-bc13-4da5-a3d7-43462b2c1471 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.0652845 Aug 31 03:05:43.043089 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51634) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:43.045241 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-0ed87b45-1164-4657-9fb9-211aa2de015c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497091 Aug 31 03:05:43.081146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384f3491-b2da-47e4-abd9-187de71694d2 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:43.092107 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.118888 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Transition to ACTIVE for port object 384f3491-b2da-47e4-abd9-187de71694d2 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:05:43.133589 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.136707 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2af586e3-4cc3-4ab2-9ce4-104164fbb7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.148347 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2af586e3-4cc3-4ab2-9ce4-104164fbb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.160359 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb49b8-09ab-42e3-9654-70b79783a829 req-b7719f52-3275-4ce1-a442-646697a4ac4f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:43.162576 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cecb49b8-09ab-42e3-9654-70b79783a829 req-b7719f52-3275-4ce1-a442-646697a4ac4f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 931 time: 0.1756539 Aug 31 03:05:43.203103 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af586e3-4cc3-4ab2-9ce4-104164fbb7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42c893f-c477-409e-9736-33ad4eb3db95,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:43.246922 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=384f3491-b2da-47e4-abd9-187de71694d2,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:43.250673 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-dd87e50a-ab93-464f-b910-c5b9a062010b service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940653 Aug 31 03:05:43.255157 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-2af586e3-4cc3-4ab2-9ce4-104164fbb7a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcb72c901cbb432fb2a8a99677871cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596768 Aug 31 03:05:43.257340 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51642) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:43.259260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4cef7ee7-da31-4c14-92df-38bc8490cc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.308698 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cecb49b8-09ab-42e3-9654-70b79783a829 req-61000b0d-9a91-482f-b309-8724f3b53c23 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386983 Aug 31 03:05:43.336798 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Attempting to bind port 384f3491-b2da-47e4-abd9-187de71694d2 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:05:43.337140 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Attempting to bind port 384f3491-b2da-47e4-abd9-187de71694d2 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:05:43.337877 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Attempting to bind port 384f3491-b2da-47e4-abd9-187de71694d2 on network af6df750-e4e5-4dd4-bc43-fd4500287192 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:43.342902 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Port 384f3491-b2da-47e4-abd9-187de71694d2 on network af6df750-e4e5-4dd4-bc43-fd4500287192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:05:43.343221 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Attempting to bind port 384f3491-b2da-47e4-abd9-187de71694d2 on network af6df750-e4e5-4dd4-bc43-fd4500287192 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:43.348155 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:05:43.348586 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Checking segment: {'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:43.349809 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Bound using segment: {'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:05:43.350648 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Bound port: 384f3491-b2da-47e4-abd9-187de71694d2, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:05:43.350648 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.425679 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] For port 384f3491-b2da-47e4-abd9-187de71694d2, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:05:43.429104 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] For port 384f3491-b2da-47e4-abd9-187de71694d2, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=384f3491-b2da-47e4-abd9-187de71694d2,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:05:43.433969 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.439630 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18b54100-ea4a-477b-81b2-45c4db3240e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.455993 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3d9842fb-6d46-4eda-83c0-7320b3f7abb9 req-9a8e3be5-024c-4f2a-a31a-3025da7c03fd service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867404 Aug 31 03:05:43.479667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:43.481053 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.482816 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] 10.222.0.45 "PUT /v2.0/ports/384f3491-b2da-47e4-abd9-187de71694d2 HTTP/1.1" status: 200 len: 1093 time: 1.1125624 Aug 31 03:05:43.486499 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'tag': '384f3491-b2da-47e4-abd9-187de71694d2'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:43.486646 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18b54100-ea4a-477b-81b2-45c4db3240e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.488773 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7828f8-ee67-4381-b031-a82c69af52db" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7eb89c-9c01-4080-9b5c-363ddf63ea65", "tag": "384f3491-b2da-47e4-abd9-187de71694d2"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:43.532588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7471ca9-7a38-46b1-b949-8b3a5f85cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=384f3491-b2da-47e4-abd9-187de71694d2,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:43.591621 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4cef7ee7-da31-4c14-92df-38bc8490cc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.599751 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4cef7ee7-da31-4c14-92df-38bc8490cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.638046 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911300-d410-40b8-abc5-37350d08efec req-7e8ee6cb-0c81-4765-ac0a-15f9194ce009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:43.643680 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-7e8ee6cb-0c81-4765-ac0a-15f9194ce009 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e39e80825e64d5e9390f9fae29c38cc&device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 1096 time: 0.0915606 Aug 31 03:05:43.645542 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a425cc5-828e-49ab-ac8f-facb6e74655e x-openstack-request-id: req-8a425cc5-828e-49ab-ac8f-facb6e74655e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:43.645983 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7eb89c-9c01-4080-9b5c-363ddf63ea65", "tag": "384f3491-b2da-47e4-abd9-187de71694d2", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:43.646370 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a425cc5-828e-49ab-ac8f-facb6e74655e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:43.646927 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'tag': '384f3491-b2da-47e4-abd9-187de71694d2', 'status': 'completed', 'code': 200} Aug 31 03:05:43.651978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18b54100-ea4a-477b-81b2-45c4db3240e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.658237 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18b54100-ea4a-477b-81b2-45c4db3240e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:43.663807 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-18b54100-ea4a-477b-81b2-45c4db3240e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c42c893f-c477-409e-9736-33ad4eb3db95 HTTP/1.1" status: 204 len: 168 time: 0.4021719 Aug 31 03:05:43.696379 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-73b28eae-9fa8-4dae-b70a-ab5b02bae02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:43.700304 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-73b28eae-9fa8-4dae-b70a-ab5b02bae02e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 1097 time: 0.1503689 Aug 31 03:05:43.703570 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4cef7ee7-da31-4c14-92df-38bc8490cc8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0def254b8d14b6ba5583c18f3ec14a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6574087 Aug 31 03:05:43.704639 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef7ee7-da31-4c14-92df-38bc8490cc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d357cb40-8346-4672-b1d2-803ab72846b1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:43.708623 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51654) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:43.728555 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-faa2ab0d-c25c-437f-88b7-f0e5889c3471 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=384f3491-b2da-47e4-abd9-187de71694d2 HTTP/1.1" status: 200 len: 217 time: 0.0565779 Aug 31 03:05:43.762625 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b54100-ea4a-477b-81b2-45c4db3240e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42c893f-c477-409e-9736-33ad4eb3db95,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:43.875914 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911300-d410-40b8-abc5-37350d08efec req-dfc2be15-ea85-4531-adaf-0931bd98ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:43.875914 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-dfc2be15-ea85-4531-adaf-0931bd98ca7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4b8b17-4bb0-4898-9e26-312e26702ba2 HTTP/1.1" status: 200 len: 853 time: 0.1322551 Aug 31 03:05:43.962904 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-812c5785-567a-42d2-87a5-e07ccd3ebe33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af6df750-e4e5-4dd4-bc43-fd4500287192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766034 Aug 31 03:05:43.988192 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-375d4661-815a-4dc7-996a-bf0c113bcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:44.003198 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-375d4661-815a-4dc7-996a-bf0c113bcd24 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 915 time: 0.2814622 Aug 31 03:05:44.155424 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-4ba3734d-8488-44ec-8bd5-23c247439336 service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433618 Aug 31 03:05:44.164010 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-c0f1111b-7e35-4bcb-bf44-6420b1bafc37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd HTTP/1.1" status: 200 len: 217 time: 0.0852010 Aug 31 03:05:44.188992 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-958e490f-1d14-4ee2-a3a3-a882a2f1778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.264852 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c0911300-d410-40b8-abc5-37350d08efec req-7c649538-97b8-45df-8749-c0c9a9b83465 service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995584 Aug 31 03:05:44.264852 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51672) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:44.280985 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f05ddad7-accd-4210-aa27-310312e62aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.300570 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d480-1376-4782-bf1e-d3891fd42dba req-21619046-0471-4aae-8347-687924d44cbc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:44.302681 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6a26d480-1376-4782-bf1e-d3891fd42dba req-21619046-0471-4aae-8347-687924d44cbc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.3336976 Aug 31 03:05:44.313988 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d09dc037-1f52-4481-8303-3de6aec7a54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.339125 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070de3a3-71a5-4c93-b1b7-9234d27831e4 req-99471c82-b836-43d5-be65-5f770c47d5c2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:44.340943 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-070de3a3-71a5-4c93-b1b7-9234d27831e4 req-99471c82-b836-43d5-be65-5f770c47d5c2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 944 time: 0.3360369 Aug 31 03:05:44.348917 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f05ddad7-accd-4210-aa27-310312e62aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.351041 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-8f342d83-7ebb-48a5-a68a-64cd2bab3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:44.352693 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-8f342d83-7ebb-48a5-a68a-64cd2bab3e3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.1816590 Aug 31 03:05:44.413125 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-384a5c48-8298-4072-87f0-9ca3fca9ff1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407243 Aug 31 03:05:44.481790 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6a26d480-1376-4782-bf1e-d3891fd42dba req-fd54d18f-0ded-4e53-9a5c-bb082f927fcf tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717434 Aug 31 03:05:44.495702 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-070de3a3-71a5-4c93-b1b7-9234d27831e4 req-8a831e32-3060-4350-9a81-18e4a6ba9f94 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418490 Aug 31 03:05:44.521148 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f05ddad7-accd-4210-aa27-310312e62aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.524231 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f05ddad7-accd-4210-aa27-310312e62aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.539833 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-f05ddad7-accd-4210-aa27-310312e62aa2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d357cb40-8346-4672-b1d2-803ab72846b1 HTTP/1.1" status: 204 len: 168 time: 0.8160729 Aug 31 03:05:44.584760 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ddad7-accd-4210-aa27-310312e62aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d357cb40-8346-4672-b1d2-803ab72846b1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:44.618740 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-4aed5485-10e5-4831-87e0-ee44cfa62852 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906760 Aug 31 03:05:44.626238 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d09dc037-1f52-4481-8303-3de6aec7a54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.631801 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d09dc037-1f52-4481-8303-3de6aec7a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:44.638892 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7828f8-ee67-4381-b031-a82c69af52db req-50ad7913-23ac-416a-980e-0517b1312d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:44.640422 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae7828f8-ee67-4381-b031-a82c69af52db req-50ad7913-23ac-416a-980e-0517b1312d1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e39e80825e64d5e9390f9fae29c38cc&device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 1096 time: 0.3140831 Aug 31 03:05:44.689105 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d09dc037-1f52-4481-8303-3de6aec7a54b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c7e21a14b4948dc9b59f38da9480fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217017 Aug 31 03:05:44.690355 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dc037-1f52-4481-8303-3de6aec7a54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46bbd1e-df47-46fa-9e03-aa66772b42cf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:44.693615 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51682) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:44.800550 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11f22c-66ed-41f3-86ea-a39985a22237 req-7082a4aa-134c-41d3-823d-86b28c8221a8 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:44.803942 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e11f22c-66ed-41f3-86ea-a39985a22237 req-7082a4aa-134c-41d3-823d-86b28c8221a8 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 943 time: 0.1409864 Aug 31 03:05:44.936081 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e11f22c-66ed-41f3-86ea-a39985a22237 req-a1db6cbb-e827-4c14-b9c7-b7a2206c9163 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123397 Aug 31 03:05:44.942674 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f4dbe865-6d72-4e53-a709-be331ed3149b req-6dbc600e-e6e5-4b19-a1e7-9b28f3c71ad4 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051381 Aug 31 03:05:45.101335 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-172ae4db-bc9b-4bf0-aa78-a04c724e9919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:45.155211 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7828f8-ee67-4381-b031-a82c69af52db req-9a90cc57-e1f6-4ebd-8dec-e34d786b73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:45.157423 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae7828f8-ee67-4381-b031-a82c69af52db req-9a90cc57-e1f6-4ebd-8dec-e34d786b73d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af6df750-e4e5-4dd4-bc43-fd4500287192 HTTP/1.1" status: 200 len: 914 time: 0.4797783 Aug 31 03:05:45.162638 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-172ae4db-bc9b-4bf0-aa78-a04c724e9919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:45.211041 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae7828f8-ee67-4381-b031-a82c69af52db req-a6b67d3c-60f1-4b9a-9c69-b574f6de38b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=384f3491-b2da-47e4-abd9-187de71694d2 HTTP/1.1" status: 200 len: 217 time: 0.0410988 Aug 31 03:05:45.275229 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7828f8-ee67-4381-b031-a82c69af52db req-0ecbb38d-3570-4e95-b9a8-f7e2309108ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:45.277651 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae7828f8-ee67-4381-b031-a82c69af52db req-0ecbb38d-3570-4e95-b9a8-f7e2309108ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4b8b17-4bb0-4898-9e26-312e26702ba2 HTTP/1.1" status: 200 len: 853 time: 0.0567429 Aug 31 03:05:45.285039 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-172ae4db-bc9b-4bf0-aa78-a04c724e9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:45.287985 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-172ae4db-bc9b-4bf0-aa78-a04c724e9919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:45.292394 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-172ae4db-bc9b-4bf0-aa78-a04c724e9919 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a46bbd1e-df47-46fa-9e03-aa66772b42cf HTTP/1.1" status: 204 len: 168 time: 0.5845714 Aug 31 03:05:45.320578 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae7828f8-ee67-4381-b031-a82c69af52db req-58f84358-402a-455f-acd8-46e17f40ad17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af6df750-e4e5-4dd4-bc43-fd4500287192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299890 Aug 31 03:05:45.321526 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ae4db-bc9b-4bf0-aa78-a04c724e9919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46bbd1e-df47-46fa-9e03-aa66772b42cf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:45.423494 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae7828f8-ee67-4381-b031-a82c69af52db req-dbca2618-64d3-4450-a001-a4e02b009ca3 service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945523 Aug 31 03:05:45.564446 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae7828f8-ee67-4381-b031-a82c69af52db req-f6369306-a84e-4915-a864-7a0d4d34ffe1 service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284752 Aug 31 03:05:45.702186 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94a54-2d81-486d-b10d-e7172c3d9807 req-e75d02d2-cd23-4781-b047-e084ebea87c1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:45.704228 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2dc94a54-2d81-486d-b10d-e7172c3d9807 req-e75d02d2-cd23-4781-b047-e084ebea87c1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0855529 Aug 31 03:05:45.746380 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e1f4-786a-4161-8031-454a2d3d4944 req-b871c9e7-38e1-4955-a740-08e553542e3c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:45.748773 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-feb0e1f4-786a-4161-8031-454a2d3d4944 req-b871c9e7-38e1-4955-a740-08e553542e3c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 944 time: 0.0760124 Aug 31 03:05:45.770985 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2dc94a54-2d81-486d-b10d-e7172c3d9807 req-bc2736c4-72c9-453e-84b9-9b65ea6dafad tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598316 Aug 31 03:05:45.793363 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-feb0e1f4-786a-4161-8031-454a2d3d4944 req-38b9aaad-7cf6-47a3-9f36-073ca0ac0a95 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Aug 31 03:05:46.107269 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8335324-f876-440c-afc4-f2fadab30259 req-7a052028-8152-4d14-8ce2-d5ccf861da2f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:46.108893 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c8335324-f876-440c-afc4-f2fadab30259 req-7a052028-8152-4d14-8ce2-d5ccf861da2f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 943 time: 0.0632701 Aug 31 03:05:46.180962 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c8335324-f876-440c-afc4-f2fadab30259 req-91d78ec0-8e3d-411d-b269-4ffb2ad364cc tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649390 Aug 31 03:05:46.768293 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51738) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:46.879814 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5dea41e4-8e9f-488f-840a-1061a099dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:46.962216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10299665-4a00-44e6-b202-6296a504d46b req-82018ede-f4ac-4c76-8f1e-87806306a997 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:46.963952 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-10299665-4a00-44e6-b202-6296a504d46b req-82018ede-f4ac-4c76-8f1e-87806306a997 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 944 time: 0.0755293 Aug 31 03:05:46.965085 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79bf1dfa-e3e9-4331-9501-897298876886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:46.974624 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fae42f-c5b5-4bfe-af74-114de6649f61 req-f576d636-3d70-4bbc-a4e9-5c546452ca9c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:46.979103 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e6fae42f-c5b5-4bfe-af74-114de6649f61 req-f576d636-3d70-4bbc-a4e9-5c546452ca9c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0837126 Aug 31 03:05:47.031435 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-10299665-4a00-44e6-b202-6296a504d46b req-b7a61a8d-3172-4abb-b78e-215b87b6dba7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550697 Aug 31 03:05:47.045198 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e6fae42f-c5b5-4bfe-af74-114de6649f61 req-967375e0-e87e-474a-83b0-5acaf45d11d1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569417 Aug 31 03:05:47.123027 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79bf1dfa-e3e9-4331-9501-897298876886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.127003 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79bf1dfa-e3e9-4331-9501-897298876886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.185522 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-79bf1dfa-e3e9-4331-9501-897298876886 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15d9c6ea97514037bc84881cc9b63cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158661 Aug 31 03:05:47.187123 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf1dfa-e3e9-4331-9501-897298876886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610f2695-55c3-4a1f-8cba-8d1642c46cfc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:47.187949 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51756) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:47.270886 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7925eee9-776f-49fc-9db6-06d55dbc379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.305223 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 384f3491-b2da-47e4-abd9-187de71694d2 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:05:47.330093 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7925eee9-776f-49fc-9db6-06d55dbc379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.351298 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.353161 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e402b-a979-4eb8-9a0d-a0620f946d76 req-60c8947b-48f5-4ee9-91c3-68e13d8d6d3f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:47.355856 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ff2e402b-a979-4eb8-9a0d-a0620f946d76 req-60c8947b-48f5-4ee9-91c3-68e13d8d6d3f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 943 time: 0.0923123 Aug 31 03:05:47.388659 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7925eee9-776f-49fc-9db6-06d55dbc379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.391585 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7925eee9-776f-49fc-9db6-06d55dbc379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.394488 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7925eee9-776f-49fc-9db6-06d55dbc379b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/610f2695-55c3-4a1f-8cba-8d1642c46cfc HTTP/1.1" status: 204 len: 168 time: 0.2040515 Aug 31 03:05:47.400685 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925eee9-776f-49fc-9db6-06d55dbc379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610f2695-55c3-4a1f-8cba-8d1642c46cfc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:47.403297 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ff2e402b-a979-4eb8-9a0d-a0620f946d76 req-099780df-9e06-4505-881d-92628ed6c3cb tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Aug 31 03:05:47.461455 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 384f3491-b2da-47e4-abd9-187de71694d2, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=384f3491-b2da-47e4-abd9-187de71694d2,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:47.474213 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '384f3491-b2da-47e4-abd9-187de71694d2', 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192', 'port_id': '384f3491-b2da-47e4-abd9-187de71694d2', 'mac_address': 'fa:16:3e:9f:19:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4b8b17-4bb0-4898-9e26-312e26702ba2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:05:47.532511 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.551182 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384f3491-b2da-47e4-abd9-187de71694d2 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:47.577456 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:05:47.587766 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 384f3491-b2da-47e4-abd9-187de71694d2, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=384f3491-b2da-47e4-abd9-187de71694d2,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:47.598520 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.599864 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:05:47.745121 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=384f3491-b2da-47e4-abd9-187de71694d2,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:47.807047 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:47.822655 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'port_id': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd', 'mac_address': 'fa:16:3e:52:dd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f0309-2cbc-4f0c-915e-f20166771532', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:05:47.867674 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:47.894518 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:05:47.921461 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:47.933218 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:48.015663 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:48.059322 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:48.162394 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7428a-9e00-4782-ae27-c49bdbdbc056 req-20b6f75c-11b2-43a4-b3f8-4d73897f85f7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:48.170949 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e7c7428a-9e00-4782-ae27-c49bdbdbc056 req-20b6f75c-11b2-43a4-b3f8-4d73897f85f7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 945 time: 0.0687592 Aug 31 03:05:48.216341 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e7c7428a-9e00-4782-ae27-c49bdbdbc056 req-9766ec72-9487-4b4e-8c7e-700e2d31357b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Aug 31 03:05:48.389403 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ed5bd-6131-47f8-9468-3611ea114609 req-ed7fb5d5-173d-4329-9f09-bb2fb33d7071 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:48.392134 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6d2ed5bd-6131-47f8-9468-3611ea114609 req-ed7fb5d5-173d-4329-9f09-bb2fb33d7071 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0728734 Aug 31 03:05:48.442444 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6d2ed5bd-6131-47f8-9468-3611ea114609 req-dbbc9337-4cd3-4b66-86cc-55c19087e1e1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Aug 31 03:05:48.576113 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22a60-4b7d-4a0a-a5e9-6a96b0b8bad6 req-14217330-6322-4177-a8ba-5a5170c78ee1 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:48.583794 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4db22a60-4b7d-4a0a-a5e9-6a96b0b8bad6 req-14217330-6322-4177-a8ba-5a5170c78ee1 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 944 time: 0.0621614 Aug 31 03:05:48.647302 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4db22a60-4b7d-4a0a-a5e9-6a96b0b8bad6 req-a2190313-e092-4b6f-ba16-468ce06afd4f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626299 Aug 31 03:05:49.326318 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32916848-93a9-4f09-8765-097dc63533d0 req-dd6ca569-69d7-4576-a4e6-d7a494f9c12c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:49.327793 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-32916848-93a9-4f09-8765-097dc63533d0 req-dd6ca569-69d7-4576-a4e6-d7a494f9c12c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 945 time: 0.0511780 Aug 31 03:05:49.364606 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-32916848-93a9-4f09-8765-097dc63533d0 req-31d03f54-d982-455e-81ec-2391bf15b640 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307555 Aug 31 03:05:49.573896 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed88f1f-1c7d-4d0f-945c-0abd3cec082f req-985e958a-36aa-4486-a46e-2179d8adb315 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:49.575314 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8ed88f1f-1c7d-4d0f-945c-0abd3cec082f req-985e958a-36aa-4486-a46e-2179d8adb315 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0576134 Aug 31 03:05:49.592332 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:49.792033 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40db6e-fd35-4cdd-82df-9398eab572b9 req-61b6c5ab-6391-42d9-b27a-686306ff3e56 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:49.793981 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb40db6e-fd35-4cdd-82df-9398eab572b9 req-61b6c5ab-6391-42d9-b27a-686306ff3e56 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 944 time: 0.0606799 Aug 31 03:05:49.838461 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb40db6e-fd35-4cdd-82df-9398eab572b9 req-cfcf357f-86f0-4b53-8118-a48cdad94ef0 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Aug 31 03:05:49.842111 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['384f3491-b2da-47e4-abd9-187de71694d2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:49.846476 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['2ccb3fd3-d924-45c0-a5fe-0b267f8961bd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:05:49.863924 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8ed88f1f-1c7d-4d0f-945c-0abd3cec082f req-f94b8c98-4f3c-4d6e-9d01-32f1641c2e95 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772834 Aug 31 03:05:50.493331 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5339d-18e4-4476-8fcd-bbc78990336a req-e8211330-262d-4ed9-93ac-721d3da04c15 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:50.494790 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a9f5339d-18e4-4476-8fcd-bbc78990336a req-e8211330-262d-4ed9-93ac-721d3da04c15 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 945 time: 0.0482943 Aug 31 03:05:50.541244 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a9f5339d-18e4-4476-8fcd-bbc78990336a req-f844bcd6-03ea-4037-b055-8c2176422c5d tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Aug 31 03:05:50.985335 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02634f0-fa7a-429f-93a8-3af686f85d12 req-41a158e9-b2f5-4ed6-a76b-530307867908 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:50.987544 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f02634f0-fa7a-429f-93a8-3af686f85d12 req-41a158e9-b2f5-4ed6-a76b-530307867908 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 944 time: 0.0698504 Aug 31 03:05:50.996536 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad3183-add2-4755-ad4d-1f0c6588e0bb req-3e3472aa-ad9e-4fbb-a720-dc741c345966 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:50.998838 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7aad3183-add2-4755-ad4d-1f0c6588e0bb req-3e3472aa-ad9e-4fbb-a720-dc741c345966 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0517883 Aug 31 03:05:51.054967 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7aad3183-add2-4755-ad4d-1f0c6588e0bb req-522719fc-cdba-4c09-ab61-b2bc7e5383c6 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480902 Aug 31 03:05:51.059546 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144ce7d-5dd6-4bf4-9285-417f70a244eb req-32b30361-f7e6-4bf2-9eec-32398d0c80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:51.061185 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e144ce7d-5dd6-4bf4-9285-417f70a244eb req-32b30361-f7e6-4bf2-9eec-32398d0c80ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.0725811 Aug 31 03:05:51.069613 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f02634f0-fa7a-429f-93a8-3af686f85d12 req-04746f0b-8ee3-43bd-b20f-b684262014ad tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Aug 31 03:05:51.109294 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e144ce7d-5dd6-4bf4-9285-417f70a244eb req-75356326-d6b5-4ea3-b9ce-13dbd933d3fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Aug 31 03:05:51.362505 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:05:51.416922 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:05:51.422261 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:05:51.422642 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:51.525063 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:51.581042 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:51.584899 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b129c-e518-4cc3-a61b-dd08ccb935cf" -d '{"events": [{"server_uuid": "ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb3fd3-d924-45c0-a5fe-0b267f8961bd"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:51.608214 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:51.612761 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:51.613689 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 384f3491-b2da-47e4-abd9-187de71694d2 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:05:51.709388 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:51.722063 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399c94-9993-4a31-8afe-f79695f8bc39 req-f0ca3326-b2cd-4b48-a19a-a4498154bcdb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:51.723026 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79a096-2a17-4946-be4c-d0767c808bbd x-openstack-request-id: req-3a79a096-2a17-4946-be4c-d0767c808bbd {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:51.723468 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c", "name": "network-vif-plugged", "status": "completed", "tag": "2ccb3fd3-d924-45c0-a5fe-0b267f8961bd", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:51.723756 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-86399c94-9993-4a31-8afe-f79695f8bc39 req-f0ca3326-b2cd-4b48-a19a-a4498154bcdb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 946 time: 0.0676932 Aug 31 03:05:51.723877 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a79a096-2a17-4946-be4c-d0767c808bbd {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:51.724387 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd', 'code': 200} Aug 31 03:05:51.728930 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 384f3491-b2da-47e4-abd9-187de71694d2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:05:51.734362 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 384f3491-b2da-47e4-abd9-187de71694d2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:05:51.734743 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:51.770308 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-86399c94-9993-4a31-8afe-f79695f8bc39 req-6644c239-0f4f-48b8-90de-31200239f026 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Aug 31 03:05:51.841644 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:51.882263 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 384f3491-b2da-47e4-abd9-187de71694d2, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=384f3491-b2da-47e4-abd9-187de71694d2,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:05:51.887290 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:51.903323 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ac023-00dd-4ef2-bbe0-97058eacf1d2 req-79ba6452-29d7-463c-a62a-aff3a647876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:51.904855 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-799ac023-00dd-4ef2-bbe0-97058eacf1d2 req-79ba6452-29d7-463c-a62a-aff3a647876f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 1099 time: 0.0405579 Aug 31 03:05:51.947040 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=384f3491-b2da-47e4-abd9-187de71694d2,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:51.953684 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-799ac023-00dd-4ef2-bbe0-97058eacf1d2 req-a96ab2f7-20c0-4fa2-9138-842851a8f1d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Aug 31 03:05:52.180438 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d90275-9d5a-4eb3-a15d-5844a09fd68d req-7b64fcee-2969-4263-83d5-060f373cf7f4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:52.181987 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-68d90275-9d5a-4eb3-a15d-5844a09fd68d req-7b64fcee-2969-4263-83d5-060f373cf7f4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0571105 Aug 31 03:05:52.209309 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea639a8f-13e6-4ced-9d9b-fcb9cdb43f8c req-5b1eb0a0-4c83-491a-a279-39b7067d8ec1 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:52.210743 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ea639a8f-13e6-4ced-9d9b-fcb9cdb43f8c req-5b1eb0a0-4c83-491a-a279-39b7067d8ec1 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0679400 Aug 31 03:05:52.226103 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-68d90275-9d5a-4eb3-a15d-5844a09fd68d req-6c375dee-5acb-49fd-87d5-703f8981ec2d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Aug 31 03:05:52.266285 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ea639a8f-13e6-4ced-9d9b-fcb9cdb43f8c req-32608a21-959f-4f92-8cf5-9ed463a1b7df tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479977 Aug 31 03:05:52.911631 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c2920-053f-46b8-b248-f18cf72a6763 req-3ffb1af3-3f89-463e-8264-247111074647 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:52.913188 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-080c2920-053f-46b8-b248-f18cf72a6763 req-3ffb1af3-3f89-463e-8264-247111074647 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 946 time: 0.0609655 Aug 31 03:05:52.956018 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-080c2920-053f-46b8-b248-f18cf72a6763 req-e63d7fe3-c9b5-4bd6-b786-4f3815547161 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348079 Aug 31 03:05:53.365954 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779dc0a-84f5-49e1-aae2-09958a2818d4 req-4d97f3dd-b125-4742-9f11-3501fd236c76 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:53.367673 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5779dc0a-84f5-49e1-aae2-09958a2818d4 req-4d97f3dd-b125-4742-9f11-3501fd236c76 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0518184 Aug 31 03:05:53.390012 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc1f2-a02a-453b-a1d0-318f82ac9bae req-70258a68-34f3-4558-a4a0-8d6e9c2ab798 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:53.391763 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d33cc1f2-a02a-453b-a1d0-318f82ac9bae req-70258a68-34f3-4558-a4a0-8d6e9c2ab798 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0542901 Aug 31 03:05:53.424560 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5779dc0a-84f5-49e1-aae2-09958a2818d4 req-d807a273-07de-4cc1-a859-e996de327b3b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Aug 31 03:05:53.445655 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d33cc1f2-a02a-453b-a1d0-318f82ac9bae req-da13f839-bf1d-4939-b935-fec09c6f9351 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Aug 31 03:05:53.697275 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-e5490a67-2a6d-49d4-8f05-49c2e4dd7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:53.699575 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-e5490a67-2a6d-49d4-8f05-49c2e4dd7621 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.0450633 Aug 31 03:05:53.712013 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eff237-b483-4a8f-8e0e-888d715a95e1 req-93e858d4-aff7-4fa5-b7c3-8f42bb90a027 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:53.713529 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-91eff237-b483-4a8f-8e0e-888d715a95e1 req-93e858d4-aff7-4fa5-b7c3-8f42bb90a027 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0527816 Aug 31 03:05:53.725744 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384f3491-b2da-47e4-abd9-187de71694d2'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:05:53.729003 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722fd517-e0c1-4527-bfa8-f29e3b4c030c" -d '{"events": [{"server_uuid": "0c7eb89c-9c01-4080-9b5c-363ddf63ea65", "name": "network-vif-plugged", "status": "completed", "tag": "384f3491-b2da-47e4-abd9-187de71694d2"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:05:53.766532 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-91eff237-b483-4a8f-8e0e-888d715a95e1 req-4c4e72e2-bd22-4c5c-9b35-32bef7cff183 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Aug 31 03:05:53.781057 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d7aae-f37c-4d22-aae2-e2e7291e02ac x-openstack-request-id: req-d12d7aae-f37c-4d22-aae2-e2e7291e02ac {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:05:53.781352 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7eb89c-9c01-4080-9b5c-363ddf63ea65", "name": "network-vif-plugged", "status": "completed", "tag": "384f3491-b2da-47e4-abd9-187de71694d2", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:05:53.781601 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d12d7aae-f37c-4d22-aae2-e2e7291e02ac {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:05:53.782615 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384f3491-b2da-47e4-abd9-187de71694d2', 'code': 200} Aug 31 03:05:53.826624 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-343f0140-4823-40b8-9b3b-beeaa15c00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:53.829320 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-343f0140-4823-40b8-9b3b-beeaa15c00a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.1217835 Aug 31 03:05:53.919784 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-28530883-6676-416b-b43b-b9dc08c73fde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 217 time: 0.0515563 Aug 31 03:05:54.005029 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-5f55e2d9-6dbb-4c55-b8cf-d44e6e9074db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:54.007243 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-5f55e2d9-6dbb-4c55-b8cf-d44e6e9074db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.0785589 Aug 31 03:05:54.047872 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c3875-8c78-47c1-84a9-736656665501 req-430e9831-c27b-4346-8e14-6b4fe909b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:54.049783 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-922487c1-9cf9-4db3-833a-dec28af24851 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306766 Aug 31 03:05:54.052014 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b61c3875-8c78-47c1-84a9-736656665501 req-430e9831-c27b-4346-8e14-6b4fe909b9fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 1098 time: 0.1017601 Aug 31 03:05:54.170866 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b61c3875-8c78-47c1-84a9-736656665501 req-14428326-423a-452e-9eb6-4d66cfdca388 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796573 Aug 31 03:05:54.183254 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c25c96-ed30-4c7b-ad69-b9c05076e1a4 req-447ffbc3-506c-46f4-aef6-dd2a2b4f6fff tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:54.186036 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a7c25c96-ed30-4c7b-ad69-b9c05076e1a4 req-447ffbc3-506c-46f4-aef6-dd2a2b4f6fff tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 946 time: 0.1327472 Aug 31 03:05:54.209305 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-e5641122-c377-44cc-aebd-877d856a439f service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366253 Aug 31 03:05:54.236395 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a7c25c96-ed30-4c7b-ad69-b9c05076e1a4 req-9b07d832-2bda-4e9b-80e8-984a695081b7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Aug 31 03:05:54.436018 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 51970) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:54.617140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-048528f7-12b3-4313-b15f-b5b9ad5830ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:54.701393 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f08c-0ffb-4097-b0af-c24809fb4daa req-a277facd-81b0-4b0a-b22e-dfd82372988e tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:54.703630 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bf15f08c-0ffb-4097-b0af-c24809fb4daa req-a277facd-81b0-4b0a-b22e-dfd82372988e tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.1088774 Aug 31 03:05:54.706588 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-88cd25fa-2915-4716-92a2-a4cc108320a9 req-296e38c9-c4ff-45cc-9963-0ac5b411bdfb service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370069 Aug 31 03:05:54.747693 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-048528f7-12b3-4313-b15f-b5b9ad5830ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:54.753086 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-048528f7-12b3-4313-b15f-b5b9ad5830ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:54.756468 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bf15f08c-0ffb-4097-b0af-c24809fb4daa req-4d467998-3d2d-466c-bb7d-697e0426435b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444412 Aug 31 03:05:54.821411 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-048528f7-12b3-4313-b15f-b5b9ad5830ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=051c8205afc64ce9b31be400c9d09245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843038 Aug 31 03:05:54.822766 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048528f7-12b3-4313-b15f-b5b9ad5830ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acaff60-ce13-4d0d-91b3-537e01faf418,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:54.824125 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 51982) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:54.878814 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6029be35-751b-49e3-9036-8ba0fc11fd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:54.900800 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6029be35-751b-49e3-9036-8ba0fc11fd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:54.916331 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60838f3b-ccb6-482b-b395-e5f7906d5a75 req-83c5287b-e1db-411f-bd06-8711f84495a3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:54.918775 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60838f3b-ccb6-482b-b395-e5f7906d5a75 req-83c5287b-e1db-411f-bd06-8711f84495a3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0528228 Aug 31 03:05:54.958375 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6029be35-751b-49e3-9036-8ba0fc11fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:54.961515 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6029be35-751b-49e3-9036-8ba0fc11fd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:54.962281 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60838f3b-ccb6-482b-b395-e5f7906d5a75 req-5f4e981f-75a1-420d-8e69-af94bf83b568 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Aug 31 03:05:54.966580 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6029be35-751b-49e3-9036-8ba0fc11fd63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6acaff60-ce13-4d0d-91b3-537e01faf418 HTTP/1.1" status: 204 len: 168 time: 0.1406245 Aug 31 03:05:54.976089 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029be35-751b-49e3-9036-8ba0fc11fd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acaff60-ce13-4d0d-91b3-537e01faf418,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:55.660831 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52008) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:55.761629 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1350443450-network', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:55.784166 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Made reservation on behalf of 1cb7442f56da4ed08bd964a5cd5af18f for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:55.786627 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:55.796520 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:55.914824 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d2fd1-eff8-46ac-942f-5ecbb08dfa75 req-34db8ac9-4b64-4160-bc7f-f4922e40383b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:55.923732 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0b5d2fd1-eff8-46ac-942f-5ecbb08dfa75 req-34db8ac9-4b64-4160-bc7f-f4922e40383b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0827727 Aug 31 03:05:55.931615 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:55.936273 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:55.958405 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:05:55.975229 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b0fc3-f1b4-4374-9673-c7cac0396a69,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:55.997065 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0b5d2fd1-eff8-46ac-942f-5ecbb08dfa75 req-bbfae1f4-4ff3-4936-9f59-e4425619b7de tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717061 Aug 31 03:05:55.999565 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.000157 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.segments_db [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Added segment 0c796d5b-8837-4d90-9f8a-fec192712f07 of type vlan for network 6c05d666-167a-425e-94a4-5634695d8c1d Aug 31 03:05:56.062730 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.109419 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.110403 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:56.110982 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.150692 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bbc96-9723-4139-b3ea-c57d8bad5b44 req-93831fed-e453-4bbf-b13a-3f621f38fdaa tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:56.152724 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-981bbc96-9723-4139-b3ea-c57d8bad5b44 req-93831fed-e453-4bbf-b13a-3f621f38fdaa tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0680487 Aug 31 03:05:56.172467 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5104666 Aug 31 03:05:56.173149 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52026) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:56.205863 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Request body: {'subnet': {'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1350443450-subnet', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:56.215825 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-981bbc96-9723-4139-b3ea-c57d8bad5b44 req-6e8032e6-b21f-445a-a926-cf6088a0a34b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561092 Aug 31 03:05:56.247322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b3005-af45-4040-8284-69d81dce75cc admin admin] Pushing event updated for resources: {'Network': ['ID=6c05d666-167a-425e-94a4-5634695d8c1d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:56.272282 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 6c05d666-167a-425e-94a4-5634695d8c1d details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:05:56.273705 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Made reservation on behalf of 1cb7442f56da4ed08bd964a5cd5af18f for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:05:56.278287 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25524033'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.500048 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25455247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25524055'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.558207 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:56.567246 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Checking segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:56.567646 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Network hostable DHCP agents. Network: 6c05d666-167a-425e-94a4-5634695d8c1d, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:05:56.584563 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Network 6c05d666-167a-425e-94a4-5634695d8c1d is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:05:56.594146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 6c05d666-167a-425e-94a4-5634695d8c1d) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:56.598265 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:56.598866 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.603529 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cda90c-37d8-4183-8e25-b45548c2bce7 None None] Network 6c05d666-167a-425e-94a4-5634695d8c1d requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:05:56.615455 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-914a87e2-a87a-49ca-a5e4-1091a2af6cb8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4208755 Aug 31 03:05:56.616897 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52034) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:56.621518 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:05:56.646434 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.647783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.715729 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.779045 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-6c05d666-167a-425e-94a4-5634695d8c1d', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:05:56.780061 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.876462 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:56.932783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Allocated IP 172.20.0.2 (6c05d666-167a-425e-94a4-5634695d8c1d/a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8/b32b8caa-9d30-4494-9334-a3969a7d76b0) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:05:57.142140 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.167647 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.176510 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0320b-4a71-4d17-a220-f185b7ec032f req-3a574812-389d-42e9-a8aa-955dec0b53bd tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:57.178027 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f1c0320b-4a71-4d17-a220-f185b7ec032f req-3a574812-389d-42e9-a8aa-955dec0b53bd tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.1066031 Aug 31 03:05:57.226184 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.247622 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Transition to ACTIVE for port object b32b8caa-9d30-4494-9334-a3969a7d76b0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:05:57.268112 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f1c0320b-4a71-4d17-a220-f185b7ec032f req-e2e3bbb5-cf4b-42e3-9791-8b6f2f290bcc tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805526 Aug 31 03:05:57.271200 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Transition to ACTIVE for port object b32b8caa-9d30-4494-9334-a3969a7d76b0 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:05:57.280261 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.337512 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Network 6c05d666-167a-425e-94a4-5634695d8c1d is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:05:57.344043 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:57.348401 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:05:57.352663 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Allocated IP 172.27.1.108 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/e47cf61b-34da-4afc-9550-f3a7d2640033) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:05:57.389427 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Pushing event updated for resources: {'Port': ['ID=b32b8caa-9d30-4494-9334-a3969a7d76b0,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:57.408201 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a4b5d-7811-4986-ba87-1e1e3996b880 req-2415ca29-e1f8-4b16-95ba-7621324f1ac9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:57.416842 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-063a4b5d-7811-4986-ba87-1e1e3996b880 req-2415ca29-e1f8-4b16-95ba-7621324f1ac9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0902486 Aug 31 03:05:57.450708 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Attempting to bind port b32b8caa-9d30-4494-9334-a3969a7d76b0 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:05:57.451488 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Attempting to bind port b32b8caa-9d30-4494-9334-a3969a7d76b0 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:05:57.451999 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Attempting to bind port b32b8caa-9d30-4494-9334-a3969a7d76b0 on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:57.459825 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:05:57.460376 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Checking segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:57.460801 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.461208 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Bound using segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:05:57.462489 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Bound port: b32b8caa-9d30-4494-9334-a3969a7d76b0, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:05:57.462489 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.500658 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-063a4b5d-7811-4986-ba87-1e1e3996b880 req-79d09732-579f-463b-a459-875444c78f4a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Aug 31 03:05:57.548379 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.573070 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-49dc4585-3958-433e-bc83-29396be73efd None None] For port b32b8caa-9d30-4494-9334-a3969a7d76b0, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:05:57.582789 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-49dc4585-3958-433e-bc83-29396be73efd None None] For port b32b8caa-9d30-4494-9334-a3969a7d76b0, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=b32b8caa-9d30-4494-9334-a3969a7d76b0,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:05:57.587319 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.609920 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:57.648919 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:05:57.652997 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:05:57.654607 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:05:57.670579 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc4585-3958-433e-bc83-29396be73efd None None] Pushing event updated for resources: {'Port': ['ID=b32b8caa-9d30-4494-9334-a3969a7d76b0,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:57.697304 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Pushing event updated for resources: {'Port': ['ID=e47cf61b-34da-4afc-9550-f3a7d2640033,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:57.984962 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:58.528429 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:58.645889 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efc134-1dc9-41df-88fe-28973f02ea1f req-50149a2d-7671-4893-869f-c5e2871fc8d1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:05:58.654620 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1efc134-1dc9-41df-88fe-28973f02ea1f req-50149a2d-7671-4893-869f-c5e2871fc8d1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1033239 Aug 31 03:05:58.715516 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1efc134-1dc9-41df-88fe-28973f02ea1f req-af4aafd2-21d1-4abb-843c-e0dcb0d154ed tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595429 Aug 31 03:05:58.774472 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:05:58.911244 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:05:58.926409 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:05:58.939785 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:05:58.941199 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:58.948107 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:58.950238 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-7b61b1ea-f3e2-4d22-bb9d-6301476827ae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3323483 Aug 31 03:05:58.953187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52060) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:05:59.003311 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd45d41-3873-4f3b-b2e0-a2d5a51835fe None None] Network 6c05d666-167a-425e-94a4-5634695d8c1d requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:05:59.093457 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:05:59.185193 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-148f88c5-843e-48ea-b758-fe159517795c None None] Provisioning for port b32b8caa-9d30-4494-9334-a3969a7d76b0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:05:59.364974 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:05:57Z', 'revision_number': 3, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:05:59.396184 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:05:59.396810 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Updating router 90cd56f0-c32b-4ed1-8192-5024020ce9ed port e47cf61b-34da-4afc-9550-f3a7d2640033 binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:05:59.427241 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:59.665218 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:59.753760 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:59.766700 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Transition to ACTIVE for port object e47cf61b-34da-4afc-9550-f3a7d2640033 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:05:59.779775 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:59.826272 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device b32b8caa-9d30-4494-9334-a3969a7d76b0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:05:59.845556 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Pushing event updated for resources: {'Port': ['ID=e47cf61b-34da-4afc-9550-f3a7d2640033,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:05:59.858869 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.859805 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.860376 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.860947 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.861962 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.862752 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.863302 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.863875 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.864443 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.865689 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.866263 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.866809 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:05:59.891141 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Attempting to bind port e47cf61b-34da-4afc-9550-f3a7d2640033 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:05:59.891457 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Attempting to bind port e47cf61b-34da-4afc-9550-f3a7d2640033 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:05:59.891830 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Attempting to bind port e47cf61b-34da-4afc-9550-f3a7d2640033 on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:05:59.897731 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:05:59.898471 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:05:59.898905 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:59.899306 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:05:59.900356 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Bound port: e47cf61b-34da-4afc-9550-f3a7d2640033, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:05:59.900753 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:59.908314 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port b32b8caa-9d30-4494-9334-a3969a7d76b0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:05:59.922645 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port b32b8caa-9d30-4494-9334-a3969a7d76b0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:05:59.923832 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:05:59.948027 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Allocated IP 172.20.0.1 (6c05d666-167a-425e-94a4-5634695d8c1d/a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8/1bd7849d-a22d-4ae5-a27b-91a1114f93fa) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:05:59.960415 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] For port e47cf61b-34da-4afc-9550-f3a7d2640033, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:05:59.971184 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] For port e47cf61b-34da-4afc-9550-f3a7d2640033, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=e47cf61b-34da-4afc-9550-f3a7d2640033,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:05:59.978368 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.023689 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.047294 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93a9e-214c-4151-b81b-0b2d795bbf49 None None] Pushing event updated for resources: {'Port': ['ID=e47cf61b-34da-4afc-9550-f3a7d2640033,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:00.066761 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:06:00.067619 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:00.093490 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port b32b8caa-9d30-4494-9334-a3969a7d76b0, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=b32b8caa-9d30-4494-9334-a3969a7d76b0,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:00.098132 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.130425 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.147752 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Transition to ACTIVE for port object 1bd7849d-a22d-4ae5-a27b-91a1114f93fa will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:00.179975 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=b32b8caa-9d30-4494-9334-a3969a7d76b0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:00.215032 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.218317 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:06:00.259652 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Network 6c05d666-167a-425e-94a4-5634695d8c1d is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:00.265005 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:00.279509 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:06:00.312957 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:00.333164 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.506471 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:05:57Z', 'revision_number': 3, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:00.571477 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80a494-a6dc-40c8-91f4-dcd4a59355e9 req-019a8b87-56ed-4c41-9771-7b99f95d89bd tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:00.574914 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4d80a494-a6dc-40c8-91f4-dcd4a59355e9 req-019a8b87-56ed-4c41-9771-7b99f95d89bd tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1006687 Aug 31 03:06:00.600319 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.607257 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-93ed7b63-6015-4e79-b000-781d39c574d2 None None] Provisioning for port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:00.615667 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-93ed7b63-6015-4e79-b000-781d39c574d2 None None] Provisioning complete for port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:00.616168 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-93ed7b63-6015-4e79-b000-781d39c574d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.638355 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4d80a494-a6dc-40c8-91f4-dcd4a59355e9 req-e0a0c87f-1600-42d0-b103-ac94fefb3520 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Aug 31 03:06:00.682184 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-93ed7b63-6015-4e79-b000-781d39c574d2 None None] Port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:06:00.696286 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5dc933-7fc6-4caf-b069-1a146c8c41ed None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:05:57Z', 'revision_number': 3, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:06:00.878605 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.890365 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:00.974568 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:00.998365 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:01.198126 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Network 6c05d666-167a-425e-94a4-5634695d8c1d is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:01.204003 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:01.355052 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:06:01.490176 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:06:01.506149 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-3bdcd7a0-3932-4ca1-95ea-d6939153f0e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/90cd56f0-c32b-4ed1-8192-5024020ce9ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5425973 Aug 31 03:06:01.518713 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d9d154d7-8b56-4263-9e62-772fd944f363 None None] Provisioning complete for port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:01.519274 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9d154d7-8b56-4263-9e62-772fd944f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:01.578653 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d9d154d7-8b56-4263-9e62-772fd944f363 None None] Port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:06:01.793481 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e47cf61b-34da-4afc-9550-f3a7d2640033 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:01.863672 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port e47cf61b-34da-4afc-9550-f3a7d2640033 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:01.869742 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port e47cf61b-34da-4afc-9550-f3a7d2640033 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:01.871402 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:01.975861 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.006292 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port e47cf61b-34da-4afc-9550-f3a7d2640033, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=e47cf61b-34da-4afc-9550-f3a7d2640033,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:02.014234 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.015413 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device b32b8caa-9d30-4494-9334-a3969a7d76b0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:02.098767 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=e47cf61b-34da-4afc-9550-f3a7d2640033,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:02.119142 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port b32b8caa-9d30-4494-9334-a3969a7d76b0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:02.119585 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.194197 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52114) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:02.200451 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-815798091-network', 'tenant_id': '94900671da2f46c8b89002501fb08336'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:02.228352 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Made reservation on behalf of 94900671da2f46c8b89002501fb08336 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:06:02.231819 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.241879 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.356397 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.360582 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.382354 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:06:02.400787 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7e1699-19a9-4721-96d4-be595bc06e06,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:02.403088 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.403466 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Added segment c4a53982-53ea-41fd-95b2-40daa92216d8 of type vlan for network e52b275d-27da-4cc0-b4e0-1edf45bddb66 Aug 31 03:06:02.447997 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.481454 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.482453 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:02.483047 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.548176 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3521402 Aug 31 03:06:02.550832 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52120) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:02.557678 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Request body: {'subnet': {'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-815798091-subnet', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:02.564566 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8d8a3-0288-45f3-aa55-4626a3bc4d4c admin admin] Pushing event updated for resources: {'Network': ['ID=e52b275d-27da-4cc0-b4e0-1edf45bddb66,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:02.581435 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:06:02.588013 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Made reservation on behalf of 94900671da2f46c8b89002501fb08336 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:06:02.593777 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26191762'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.788818 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26191748'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.813430 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:06:02.824474 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:06:02.825929 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:02.851171 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27e946b-0d4d-4609-a844-f1366e517d13,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:02.858807 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Checking segment: {'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:06:02.859315 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Network hostable DHCP agents. Network: e52b275d-27da-4cc0-b4e0-1edf45bddb66, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:06:02.879642 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:06:02.897789 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, e52b275d-27da-4cc0-b4e0-1edf45bddb66) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:02.903590 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:02.903590 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.912244 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4097f5-7477-4085-ab9b-111996c7d5a6 None None] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:06:02.944660 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-b7e7d937-1d99-4a4b-89c2-2a1098ceb34c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3917732 Aug 31 03:06:02.947540 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:02.954737 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:02.983561 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:02.984960 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.042786 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.043865 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:06:03.211982 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.245283 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-e52b275d-27da-4cc0-b4e0-1edf45bddb66', 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'fixed_ips': [{'subnet_id': 'c27e946b-0d4d-4609-a844-f1366e517d13'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:06:03.246988 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.420647 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 2, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:03.473192 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:06:03.473909 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Updating router 90cd56f0-c32b-4ed1-8192-5024020ce9ed port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:06:03.500856 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.513140 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Allocated IP 172.20.0.2 (e52b275d-27da-4cc0-b4e0-1edf45bddb66/c27e946b-0d4d-4609-a844-f1366e517d13/68e92a07-dd93-4869-9167-ad20bf169fd8) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:06:03.520036 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.527621 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.772106 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Allocated IP 172.27.1.31 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/9359834b-3433-4501-b5ce-cd080ea4e523) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:06:03.775382 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e47cf61b-34da-4afc-9550-f3a7d2640033 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:03.886520 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.928611 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.971058 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:03.973850 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port e47cf61b-34da-4afc-9550-f3a7d2640033 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:03.974234 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:03.978595 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:03.985448 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:06:04.018018 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Pushing event updated for resources: {'Port': ['ID=9359834b-3433-4501-b5ce-cd080ea4e523,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:04.058453 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.081470 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Transition to ACTIVE for port object 68e92a07-dd93-4869-9167-ad20bf169fd8 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:04.128772 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Transition to ACTIVE for port object 68e92a07-dd93-4869-9167-ad20bf169fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:04.141137 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.237734 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:04.268061 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:04.272724 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:06:04.278472 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Pushing event updated for resources: {'Port': ['ID=68e92a07-dd93-4869-9167-ad20bf169fd8,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:04.333852 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.337981 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.349347 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Transition to ACTIVE for port object 1bd7849d-a22d-4ae5-a27b-91a1114f93fa will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:04.369906 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.397708 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Attempting to bind port 68e92a07-dd93-4869-9167-ad20bf169fd8 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:06:04.398350 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Attempting to bind port 68e92a07-dd93-4869-9167-ad20bf169fd8 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:06:04.400382 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Attempting to bind port 68e92a07-dd93-4869-9167-ad20bf169fd8 on network e52b275d-27da-4cc0-b4e0-1edf45bddb66 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:04.447521 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:06:04.447884 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Checking segment: {'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:06:04.448977 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.453205 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Bound using segment: {'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:06:04.453953 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Bound port: 68e92a07-dd93-4869-9167-ad20bf169fd8, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:06:04.454519 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.668860 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Attempting to bind port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:06:04.669244 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Attempting to bind port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:06:04.669976 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Attempting to bind port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:04.682165 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ef49e-8d76-4db3-a1fc-0419d795d491 None None] Pushing event updated for resources: {'Port': ['ID=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:04.709996 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:06:04.710718 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Checking segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:06:04.711131 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.711662 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Bound using segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:06:04.712505 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Bound port: 1bd7849d-a22d-4ae5-a27b-91a1114f93fa, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:06:04.712885 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.738830 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] For port 68e92a07-dd93-4869-9167-ad20bf169fd8, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:06:04.742720 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.766891 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] For port 68e92a07-dd93-4869-9167-ad20bf169fd8, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=68e92a07-dd93-4869-9167-ad20bf169fd8,segment=NetworkSegment(c4a53982-53ea-41fd-95b2-40daa92216d8),segment_id=c4a53982-53ea-41fd-95b2-40daa92216d8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:06:04.813700 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:04.912746 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b72314-e09c-4c42-83e4-6cfbf5cf1b09 None None] Pushing event updated for resources: {'Port': ['ID=68e92a07-dd93-4869-9167-ad20bf169fd8,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:04.917475 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] For port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:06:04.932345 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Router 383c1efb-e0b9-4937-b21d-9a735abcb872 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:06:04.940923 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] For port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:06:04.966275 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:05.094977 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:06:05.095591 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:05.099505 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ef49e-8d76-4db3-a1fc-0419d795d491 None None] Pushing event updated for resources: {'Port': ['ID=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:05.108265 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:06:05.127133 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Sync routers for ids ['383c1efb-e0b9-4937-b21d-9a735abcb872'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:06:05.131270 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:05.132692 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5f2c6254-244a-4ab9-9694-03181df35106 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1837466 Aug 31 03:06:05.135493 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52156) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:05.141901 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Routers {'383c1efb-e0b9-4937-b21d-9a735abcb872'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:06:05.143031 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['383c1efb-e0b9-4937-b21d-9a735abcb872'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:05.327730 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:06:05.487184 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Set router 383c1efb-e0b9-4937-b21d-9a735abcb872 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:06:05.716840 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:04Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:05.767174 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d93aae-da63-441a-8d2a-f10c759e6e83 None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:04Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:06:05.788742 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 68e92a07-dd93-4869-9167-ad20bf169fd8 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:05.811533 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:06:04Z', 'revision_number': 3, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:05.871828 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Checking router: 383c1efb-e0b9-4937-b21d-9a735abcb872 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:06:05.872196 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Updating router 383c1efb-e0b9-4937-b21d-9a735abcb872 port 9359834b-3433-4501-b5ce-cd080ea4e523 binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:06:05.876912 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 68e92a07-dd93-4869-9167-ad20bf169fd8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:05.914525 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.061289 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.555608 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.572616 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Transition to ACTIVE for port object 9359834b-3433-4501-b5ce-cd080ea4e523 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:06.580818 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.581308 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Allocated IP 172.20.0.1 (e52b275d-27da-4cc0-b4e0-1edf45bddb66/c27e946b-0d4d-4609-a844-f1366e517d13/e5bae0ff-9152-44a7-babf-a493d3346b99) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:06:06.655757 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Attempting to bind port 9359834b-3433-4501-b5ce-cd080ea4e523 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:06:06.656115 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Attempting to bind port 9359834b-3433-4501-b5ce-cd080ea4e523 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:06:06.657317 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Attempting to bind port 9359834b-3433-4501-b5ce-cd080ea4e523 on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:06.658771 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275c970-6a33-4289-aa54-6a49f00b3fd1 None None] Pushing event updated for resources: {'Port': ['ID=9359834b-3433-4501-b5ce-cd080ea4e523,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:06.660100 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e4ed2-ace0-4029-85c2-ddf2e7df680b None None] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:06:06.675919 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:06:06.676315 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:06:06.676745 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.677133 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:06:06.677614 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Bound port: 9359834b-3433-4501-b5ce-cd080ea4e523, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:06:06.678010 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.810147 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] For port 9359834b-3433-4501-b5ce-cd080ea4e523, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:06:06.815243 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] For port 9359834b-3433-4501-b5ce-cd080ea4e523, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9359834b-3433-4501-b5ce-cd080ea4e523,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:06:06.818052 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.824561 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.852931 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Transition to ACTIVE for port object e5bae0ff-9152-44a7-babf-a493d3346b99 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:06.900350 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275c970-6a33-4289-aa54-6a49f00b3fd1 None None] Pushing event updated for resources: {'Port': ['ID=9359834b-3433-4501-b5ce-cd080ea4e523,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:06.925356 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:06.942942 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2822a3d7-b9d7-437d-8b56-415f7e507904 None None] Provisioning for port 68e92a07-dd93-4869-9167-ad20bf169fd8 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:06.949908 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Routers {'383c1efb-e0b9-4937-b21d-9a735abcb872'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:06:06.950567 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['383c1efb-e0b9-4937-b21d-9a735abcb872'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:06.957675 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2822a3d7-b9d7-437d-8b56-415f7e507904 None None] Provisioning complete for port 68e92a07-dd93-4869-9167-ad20bf169fd8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:06.960022 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2822a3d7-b9d7-437d-8b56-415f7e507904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.006706 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:07.011559 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:07.017758 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:06:07.025576 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e5bae0ff-9152-44a7-babf-a493d3346b99,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:07.094564 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.246575 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] Set router 383c1efb-e0b9-4937-b21d-9a735abcb872 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:06:07.247625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2822a3d7-b9d7-437d-8b56-415f7e507904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.346788 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2822a3d7-b9d7-437d-8b56-415f7e507904 None None] For port 68e92a07-dd93-4869-9167-ad20bf169fd8, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=68e92a07-dd93-4869-9167-ad20bf169fd8,segment=NetworkSegment(c4a53982-53ea-41fd-95b2-40daa92216d8),segment_id=c4a53982-53ea-41fd-95b2-40daa92216d8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:07.356481 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2822a3d7-b9d7-437d-8b56-415f7e507904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.392472 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.474814 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822a3d7-b9d7-437d-8b56-415f7e507904 None None] Pushing event updated for resources: {'Port': ['ID=68e92a07-dd93-4869-9167-ad20bf169fd8,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:07.654093 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:06:04Z', 'revision_number': 3, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:07.697255 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e7276992-ed02-42ae-b7ee-c7e6fe7d436f None None] Provisioning for port e5bae0ff-9152-44a7-babf-a493d3346b99 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:07.709128 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e7276992-ed02-42ae-b7ee-c7e6fe7d436f None None] Provisioning complete for port e5bae0ff-9152-44a7-babf-a493d3346b99 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:07.709526 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7276992-ed02-42ae-b7ee-c7e6fe7d436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.756591 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d73300-2810-4e2a-a3bb-bf1b05328061 None None] The sync data for ids ['383c1efb-e0b9-4937-b21d-9a735abcb872'] in dv-cinder-806665-1-iscsi is: [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:06:04Z', 'revision_number': 3, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:06:07.823967 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e7276992-ed02-42ae-b7ee-c7e6fe7d436f None None] Port e5bae0ff-9152-44a7-babf-a493d3346b99 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:06:07.853462 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e7276992-ed02-42ae-b7ee-c7e6fe7d436f None None] Provisioning complete for port 68e92a07-dd93-4869-9167-ad20bf169fd8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:07.854030 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7276992-ed02-42ae-b7ee-c7e6fe7d436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.861936 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-c94a4192-d814-4344-b749-02dcb6fd0ec6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1541505 Aug 31 03:06:07.933187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.940521 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:07.997500 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e5bae0ff-9152-44a7-babf-a493d3346b99,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:08.064960 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-1cdd3e42-f239-476f-8896-8c52d703effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:08.066851 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-1cdd3e42-f239-476f-8896-8c52d703effc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 1099 time: 0.1654923 Aug 31 03:06:08.086773 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1bd7849d-a22d-4ae5-a27b-91a1114f93fa up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:08.096208 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:08.234655 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-b7a60083-a2e2-4816-8bbb-2025be74e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:08.236353 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-b7a60083-a2e2-4816-8bbb-2025be74e2d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 915 time: 0.1292820 Aug 31 03:06:08.329896 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:08.336681 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:08.365422 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-cbe1913f-fc16-44c0-97e3-f15232d1b1ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d961084-60b2-44f3-be07-3c8be78bce8a HTTP/1.1" status: 200 len: 217 time: 0.1140177 Aug 31 03:06:08.486089 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:08.493666 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-a01a6ef8-5174-46fe-9f37-faf474f9188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:08.496402 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-a01a6ef8-5174-46fe-9f37-faf474f9188f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.1200578 Aug 31 03:06:08.497326 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:08.498145 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:08.582885 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-f9b51e40-d23e-492c-86cb-ea61d5fec1a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681975 Aug 31 03:06:08.697515 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f10222ed-d60b-4169-814d-8e3ad2b852d6 None None] Provisioning complete for port e5bae0ff-9152-44a7-babf-a493d3346b99 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:08.698867 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f10222ed-d60b-4169-814d-8e3ad2b852d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:08.755011 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-8ccf9832-abea-4cf9-96ad-78508c0002cc service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643569 Aug 31 03:06:08.774781 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f10222ed-d60b-4169-814d-8e3ad2b852d6 None None] Port e5bae0ff-9152-44a7-babf-a493d3346b99 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:06:08.790709 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:08.847984 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:08.855779 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:08.856768 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 68e92a07-dd93-4869-9167-ad20bf169fd8 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:08.910337 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Router 383c1efb-e0b9-4937-b21d-9a735abcb872 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:06:08.961157 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67a91b2e-d281-4f60-824b-31e96e7a84cb req-f1c21e08-a89a-4ed7-a0a8-dd349da4eb02 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978645 Aug 31 03:06:09.012942 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:09.023983 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-60935a7e-7f75-4186-bea0-a13ab454881a None None] Provisioning complete for port e5bae0ff-9152-44a7-babf-a493d3346b99 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:09.024372 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60935a7e-7f75-4186-bea0-a13ab454881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:09.092997 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 68e92a07-dd93-4869-9167-ad20bf169fd8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:09.093663 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:09.096781 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-60935a7e-7f75-4186-bea0-a13ab454881a None None] Port e5bae0ff-9152-44a7-babf-a493d3346b99 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:06:09.116545 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:06:09.144975 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-20d8eb37-0611-4121-b50f-beb4432303d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/383c1efb-e0b9-4937-b21d-9a735abcb872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9999571 Aug 31 03:06:09.644674 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:09.812669 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52202) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:09.815881 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1bd7849d-a22d-4ae5-a27b-91a1114f93fa up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:09.817877 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353427113', 'description': 'tempest-secgroup-smoke-353427113 description', 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:09.856837 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:09.925531 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:09.926224 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.000841 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.006320 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.045304 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.049616 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52206) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:10.050144 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2358823 Aug 31 03:06:10.055003 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'security_group_rule': {'security_group_id': '8633161d-5e8a-4949-8dac-d82ecd975e0b', 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:10.055401 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8633161d-5e8a-4949-8dac-d82ecd975e0b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:10.060093 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9359834b-3433-4501-b5ce-cd080ea4e523 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:10.066469 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.068160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.068160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.068160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.068453 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.068941 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.069154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.069506 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.069734 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.070053 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.070321 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.070637 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e0ab0d-ab25-4cd0-9719-ceaff450a524 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.136503 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.155032 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 9359834b-3433-4501-b5ce-cd080ea4e523 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:10.160127 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 9359834b-3433-4501-b5ce-cd080ea4e523 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:10.160502 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.252571 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.261423 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.276748 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.282024 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9551594c-51ed-4665-bf0e-7bc03b37728a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:10.294331 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.294662 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.295054 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.295442 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.295815 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.296176 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.296532 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.296955 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.297330 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.297665 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.297997 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.298358 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:10.301916 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.303838 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-9dcd35c4-35cc-48a2-ac63-a18b6cbee742 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2531619 Aug 31 03:06:10.308745 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52210) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:10.312816 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 9359834b-3433-4501-b5ce-cd080ea4e523, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9359834b-3433-4501-b5ce-cd080ea4e523,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:10.318026 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.328222 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-827ff37c-c836-43e7-9c42-07faee326188 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'security_group_rule': {'security_group_id': '8633161d-5e8a-4949-8dac-d82ecd975e0b', 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:10.375996 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-827ff37c-c836-43e7-9c42-07faee326188 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.385068 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=9359834b-3433-4501-b5ce-cd080ea4e523,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:10.389887 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Sync routers for ids ['383c1efb-e0b9-4937-b21d-9a735abcb872'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:06:10.399677 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Routers {'383c1efb-e0b9-4937-b21d-9a735abcb872'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:06:10.400301 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['383c1efb-e0b9-4937-b21d-9a735abcb872'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:10.468279 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-827ff37c-c836-43e7-9c42-07faee326188 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.472857 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-827ff37c-c836-43e7-9c42-07faee326188 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.493334 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ff37c-c836-43e7-9c42-07faee326188 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7efe6c4-366d-4f7e-81d0-f4ba6169f89c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:10.501206 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-827ff37c-c836-43e7-9c42-07faee326188 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.502337 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-827ff37c-c836-43e7-9c42-07faee326188 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1869004 Aug 31 03:06:10.505355 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52212) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:10.512851 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0f0af49b-c86f-4e6f-a468-d3bf2cfdb7b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'security_group_rule': {'security_group_id': '8633161d-5e8a-4949-8dac-d82ecd975e0b', 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:10.520336 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Set router 383c1efb-e0b9-4937-b21d-9a735abcb872 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:06:10.549879 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f0af49b-c86f-4e6f-a468-d3bf2cfdb7b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.615701 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f0af49b-c86f-4e6f-a468-d3bf2cfdb7b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.619804 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f0af49b-c86f-4e6f-a468-d3bf2cfdb7b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.640814 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af49b-c86f-4e6f-a468-d3bf2cfdb7b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c6044f-8c61-42d0-ac9d-74061836d5f0,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:10.661861 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f0af49b-c86f-4e6f-a468-d3bf2cfdb7b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.666890 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52216) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:10.668973 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0f0af49b-c86f-4e6f-a468-d3bf2cfdb7b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600068 Aug 31 03:06:10.673674 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f735fcf0-b604-4bd7-b78d-f4573d53f321 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'security_group_rule': {'security_group_id': '8633161d-5e8a-4949-8dac-d82ecd975e0b', 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:10.725500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f735fcf0-b604-4bd7-b78d-f4573d53f321 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.784836 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:06:07Z', 'revision_number': 4, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'e5bae0ff-9152-44a7-babf-a493d3346b99', 'name': '', 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'mac_address': 'fa:16:3e:2e:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c27e946b-0d4d-4609-a844-f1366e517d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:06Z', 'updated_at': '2021-08-31T03:06:07Z', 'revision_number': 2, 'project_id': '94900671da2f46c8b89002501fb08336', 'subnets': [{'id': 'c27e946b-0d4d-4609-a844-f1366e517d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:10.829480 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f735fcf0-b604-4bd7-b78d-f4573d53f321 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.829773 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Checking router: 383c1efb-e0b9-4937-b21d-9a735abcb872 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:06:10.830293 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Updating router 383c1efb-e0b9-4937-b21d-9a735abcb872 port e5bae0ff-9152-44a7-babf-a493d3346b99 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:06:10.842983 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f735fcf0-b604-4bd7-b78d-f4573d53f321 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.866792 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735fcf0-b604-4bd7-b78d-f4573d53f321 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1889ad81-189a-4392-ad94-4e2c639ab5c9,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:10.872025 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.875867 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f735fcf0-b604-4bd7-b78d-f4573d53f321 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.877263 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-f735fcf0-b604-4bd7-b78d-f4573d53f321 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2092581 Aug 31 03:06:10.880837 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52220) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:10.886149 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'security_group_rule': {'security_group_id': '8633161d-5e8a-4949-8dac-d82ecd975e0b', 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:10.915666 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Project 1cb7442f56da4ed08bd964a5cd5af18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 03:06:10.921228 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.991871 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:10.995528 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.015029 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866bd9cb-25a6-4db2-86d3-338239951704,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:11.019014 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.022739 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-6b5bcf7e-df21-4b28-a105-2e45a2441ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384220 Aug 31 03:06:11.023154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52224) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:11.028125 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'security_group_rule': {'security_group_id': '8633161d-5e8a-4949-8dac-d82ecd975e0b', 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:11.053791 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Project 1cb7442f56da4ed08bd964a5cd5af18f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 03:06:11.058883 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.146039 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.151009 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.174917 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18871dfb-e5d5-4fe7-a35c-a1aa3dd51e75,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:11.187169 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.188959 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0eef2806-29be-4d35-adcc-f53173ea5694 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1650627 Aug 31 03:06:11.205076 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.216201 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Transition to ACTIVE for port object e5bae0ff-9152-44a7-babf-a493d3346b99 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:11.223182 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.288869 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2e838-cea2-4ecf-9ade-5f53c46d0c80 None None] Pushing event updated for resources: {'Port': ['ID=e5bae0ff-9152-44a7-babf-a493d3346b99,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:11.368864 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Attempting to bind port e5bae0ff-9152-44a7-babf-a493d3346b99 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:06:11.369817 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Attempting to bind port e5bae0ff-9152-44a7-babf-a493d3346b99 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:06:11.369817 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Attempting to bind port e5bae0ff-9152-44a7-babf-a493d3346b99 on network e52b275d-27da-4cc0-b4e0-1edf45bddb66 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:11.385359 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:06:11.386375 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Checking segment: {'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:06:11.386909 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.387206 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Bound using segment: {'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:06:11.387717 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Bound port: e5bae0ff-9152-44a7-babf-a493d3346b99, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a53982-53ea-41fd-95b2-40daa92216d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:06:11.391144 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.466477 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] For port e5bae0ff-9152-44a7-babf-a493d3346b99, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:06:11.482785 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] For port e5bae0ff-9152-44a7-babf-a493d3346b99, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=e5bae0ff-9152-44a7-babf-a493d3346b99,segment=NetworkSegment(c4a53982-53ea-41fd-95b2-40daa92216d8),segment_id=c4a53982-53ea-41fd-95b2-40daa92216d8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:06:11.489915 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.553660 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Routers {'383c1efb-e0b9-4937-b21d-9a735abcb872'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:06:11.554298 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:05:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['383c1efb-e0b9-4937-b21d-9a735abcb872'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:11.636034 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2e838-cea2-4ecf-9ade-5f53c46d0c80 None None] Pushing event updated for resources: {'Port': ['ID=e5bae0ff-9152-44a7-babf-a493d3346b99,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:11.758228 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9359834b-3433-4501-b5ce-cd080ea4e523 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:11.839472 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] Set router 383c1efb-e0b9-4937-b21d-9a735abcb872 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:06:11.879599 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b07263-a905-42bc-abb6-45a3302b12d7 req-bcbfda16-4b09-44ee-9bb7-25a2ef3520ff tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:11.881518 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-22b07263-a905-42bc-abb6-45a3302b12d7 req-bcbfda16-4b09-44ee-9bb7-25a2ef3520ff tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0917983 Aug 31 03:06:11.902052 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 9359834b-3433-4501-b5ce-cd080ea4e523 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:11.902748 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:11.907055 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-4a4ccbbf-a860-438b-a212-2e8369ce479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:11.908901 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-4a4ccbbf-a860-438b-a212-2e8369ce479f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.0930526 Aug 31 03:06:12.035078 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-22b07263-a905-42bc-abb6-45a3302b12d7 req-d2631513-462b-4d27-b43b-250056fe786e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363442 Aug 31 03:06:12.130932 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-59d0faf0-db58-4f3c-87a2-68ea65d0db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:12.133183 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-59d0faf0-db58-4f3c-87a2-68ea65d0db1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.2079873 Aug 31 03:06:12.242365 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-b5caf899-7bb6-4247-8860-e45eb8238556 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 217 time: 0.0668387 Aug 31 03:06:12.423669 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:06:07Z', 'revision_number': 4, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'e5bae0ff-9152-44a7-babf-a493d3346b99', 'name': '', 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'mac_address': 'fa:16:3e:2e:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c27e946b-0d4d-4609-a844-f1366e517d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:06Z', 'updated_at': '2021-08-31T03:06:11Z', 'revision_number': 4, 'project_id': '94900671da2f46c8b89002501fb08336', 'subnets': [{'id': 'c27e946b-0d4d-4609-a844-f1366e517d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:12.456148 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adc364f-e925-4071-b245-d8fcc26b56c6 None None] The sync data for ids ['383c1efb-e0b9-4937-b21d-9a735abcb872'] in dv-cinder-806665-1-iscsi is: [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:06:07Z', 'revision_number': 4, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'e5bae0ff-9152-44a7-babf-a493d3346b99', 'name': '', 'network_id': 'e52b275d-27da-4cc0-b4e0-1edf45bddb66', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'mac_address': 'fa:16:3e:2e:b4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c27e946b-0d4d-4609-a844-f1366e517d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:06Z', 'updated_at': '2021-08-31T03:06:11Z', 'revision_number': 4, 'project_id': '94900671da2f46c8b89002501fb08336', 'subnets': [{'id': 'c27e946b-0d4d-4609-a844-f1366e517d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:06:12.545679 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-55a5764a-1b34-41d2-9f20-245cc107ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:12.547210 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-55a5764a-1b34-41d2-9f20-245cc107ee8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.2943363 Aug 31 03:06:12.591641 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-e73b2b27-7ec5-4bea-9316-097ef09a207f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287468 Aug 31 03:06:12.714758 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-5ee4c26d-56ee-4f92-81b4-bb0aa8725a3e service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126266 Aug 31 03:06:12.816773 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89351cee-91aa-41ad-8ac7-591fed5e19be req-23f34f66-1db4-4946-b5e1-54581307f1f3 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938673 Aug 31 03:06:13.244454 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf7ce-f21f-4ca6-98d8-f0274d11c6d8 req-d54fe86c-8e84-4956-a7dc-479cec460d77 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:13.246721 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c33cf7ce-f21f-4ca6-98d8-f0274d11c6d8 req-d54fe86c-8e84-4956-a7dc-479cec460d77 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0570934 Aug 31 03:06:13.293123 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c33cf7ce-f21f-4ca6-98d8-f0274d11c6d8 req-7a261b58-5cef-420c-8cc7-d73599370c68 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Aug 31 03:06:13.681576 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e5bae0ff-9152-44a7-babf-a493d3346b99 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:13.735631 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port e5bae0ff-9152-44a7-babf-a493d3346b99 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:13.740257 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port e5bae0ff-9152-44a7-babf-a493d3346b99 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:13.740706 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:13.858254 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:13.907633 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port e5bae0ff-9152-44a7-babf-a493d3346b99, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=e5bae0ff-9152-44a7-babf-a493d3346b99,segment=NetworkSegment(c4a53982-53ea-41fd-95b2-40daa92216d8),segment_id=c4a53982-53ea-41fd-95b2-40daa92216d8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:13.915010 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:13.985425 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=e5bae0ff-9152-44a7-babf-a493d3346b99,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:14.201491 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2ac5bc3-3001-4561-887f-9f3ce3cc16cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:14.222464 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-c06faadc-222e-46cf-aa1d-5618904b7a94 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:14.234801 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-c06faadc-222e-46cf-aa1d-5618904b7a94 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.2176938 Aug 31 03:06:14.254018 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-32935e74-598c-472f-ac83-557068ddecb7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/quotas/0060db79d68e4bb492cfc5e672c9d4a1 HTTP/1.1" status: 200 len: 375 time: 0.0180383 Aug 31 03:06:14.429344 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-fe161f53-c7e1-421c-b8ac-6197ff8bb2b9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1662283 Aug 31 03:06:14.499806 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8bb7b-4070-4947-9dc7-fe22f467463c req-c9f29936-ed3a-4866-8965-192f5f252fa1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:14.508843 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-79d8bb7b-4070-4947-9dc7-fe22f467463c req-c9f29936-ed3a-4866-8965-192f5f252fa1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0640340 Aug 31 03:06:14.571113 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-79d8bb7b-4070-4947-9dc7-fe22f467463c req-9d1aee97-0b03-41fd-b713-ca846a5dd1ea tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610881 Aug 31 03:06:14.578216 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-2366eaa3-1b37-4d23-8192-563f865ccbb2 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285276 Aug 31 03:06:14.711410 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-2ef0a803-7691-4f70-b4a8-c508ebdc3ac8 service neutron] 10.222.0.39 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245928 Aug 31 03:06:15.048036 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60a36985-0fc4-4355-96fc-1ab63b8aa62c req-e76132da-89b9-42ba-a8b2-bcd856426fba tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 210 time: 0.0668533 Aug 31 03:06:15.682898 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e5bae0ff-9152-44a7-babf-a493d3346b99 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:15.706879 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136183c-3c3c-47e7-aa7e-e40dd84fcd00 req-aaf84c17-3de2-4c7d-af15-694c88e49b62 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:15.714718 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7136183c-3c3c-47e7-aa7e-e40dd84fcd00 req-aaf84c17-3de2-4c7d-af15-694c88e49b62 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0705800 Aug 31 03:06:15.738719 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port e5bae0ff-9152-44a7-babf-a493d3346b99 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:15.739098 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:15.759945 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7136183c-3c3c-47e7-aa7e-e40dd84fcd00 req-6fe30698-2c53-489a-a0f7-2615bc9a54d0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Aug 31 03:06:16.156759 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2529b45c-30ee-48f6-b2f6-60f3366eda8f req-b4027f71-d5c4-4977-8d82-70ef6ce61331 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 210 time: 0.0280647 Aug 31 03:06:16.293845 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-4a5f9082-e4a3-4693-9644-b988cbbe09a3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:16.295594 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-4a5f9082-e4a3-4693-9644-b988cbbe09a3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 814 time: 0.1182652 Aug 31 03:06:16.327906 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Request body: {'port': {'device_id': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'admin_state_up': True, 'tenant_id': '0060db79d68e4bb492cfc5e672c9d4a1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:16.465682 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Made reservation on behalf of 0060db79d68e4bb492cfc5e672c9d4a1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:06:16.470498 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:16.604027 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Allocated IP 172.20.0.10 (ebf690a6-9db8-44fb-96d4-f8202fac1d23/ee6f0309-2cbc-4f0c-915e-f20166771532/0375e444-843d-4d15-ab5f-1a2bf3eabd59) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:06:16.756509 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:16.796313 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:16.817229 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a', 'd2de6412-d093-4daf-beb6-d605bb3221ce', '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:06:16.860995 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Network ebf690a6-9db8-44fb-96d4-f8202fac1d23 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:16.868687 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:16.874559 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:06:16.890053 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d15bac99-be95-4c91-a4c6-b63c7f147e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:16.907948 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event updated for resources: {'Port': ['ID=0375e444-843d-4d15-ab5f-1a2bf3eabd59,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:16.936141 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf099d9-2a68-4943-9aa4-c68d5365b324 req-2fca4f21-6a28-4d53-9932-181c8161c13d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:16.937699 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fdf099d9-2a68-4943-9aa4-c68d5365b324 req-2fca4f21-6a28-4d53-9932-181c8161c13d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1108897 Aug 31 03:06:16.950927 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:16.951578 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:16.983099 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-0ec4feb5-f4e4-4300-87ae-e2651c866334 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6603472 Aug 31 03:06:16.996339 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fdf099d9-2a68-4943-9aa4-c68d5365b324 req-e5cefdb9-56e2-44e5-abe4-c6acf5ce7041 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 Aug 31 03:06:17.002068 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Request body: {'port': {'device_id': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:17.072173 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:17.275733 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadcc6d-35df-4c07-abd3-0ae907df86dd req-a7d95fd6-3991-4043-b3d8-4411ed33f6b0 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:17.277880 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2fadcc6d-35df-4c07-abd3-0ae907df86dd req-a7d95fd6-3991-4043-b3d8-4411ed33f6b0 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 932 time: 0.0476909 Aug 31 03:06:17.318462 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2fadcc6d-35df-4c07-abd3-0ae907df86dd req-040725e5-6af6-4496-b4c2-830b68f2ad82 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 Aug 31 03:06:17.322358 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:17.355780 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0375e444-843d-4d15-ab5f-1a2bf3eabd59 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:06:17.362892 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:17.375628 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Transition to ACTIVE for port object 0375e444-843d-4d15-ab5f-1a2bf3eabd59 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:17.381142 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:17.446806 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0375e444-843d-4d15-ab5f-1a2bf3eabd59,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:17.495589 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Attempting to bind port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:06:17.495928 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Attempting to bind port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:06:17.496259 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Attempting to bind port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:17.500642 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:06:17.500969 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Attempting to bind port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 on network ebf690a6-9db8-44fb-96d4-f8202fac1d23 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:17.505960 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:06:17.506296 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Checking segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:06:17.506679 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Bound using segment: {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:06:17.507100 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Bound port: 0375e444-843d-4d15-ab5f-1a2bf3eabd59, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ccbc82-0846-41a7-a56d-401f5e7a5bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:06:17.507482 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:17.575548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] For port 0375e444-843d-4d15-ab5f-1a2bf3eabd59, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:06:17.578677 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] For port 0375e444-843d-4d15-ab5f-1a2bf3eabd59, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0375e444-843d-4d15-ab5f-1a2bf3eabd59,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:06:17.582349 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:17.618962 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:17.619603 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:17.621538 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] 10.222.0.45 "PUT /v2.0/ports/0375e444-843d-4d15-ab5f-1a2bf3eabd59 HTTP/1.1" status: 200 len: 1094 time: 0.6243098 Aug 31 03:06:17.621971 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'tag': '0375e444-843d-4d15-ab5f-1a2bf3eabd59'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:06:17.624235 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f05d7326-0ae0-4b0c-934a-9be966f2ef31", "tag": "0375e444-843d-4d15-ab5f-1a2bf3eabd59"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:06:17.649800 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062d701-37ec-4b6f-ba1a-dc97f3bed7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0375e444-843d-4d15-ab5f-1a2bf3eabd59,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:17.666080 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4265f4-a86e-4849-b0ed-ffa04d8c0e8f x-openstack-request-id: req-ae4265f4-a86e-4849-b0ed-ffa04d8c0e8f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:06:17.666421 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05d7326-0ae0-4b0c-934a-9be966f2ef31", "tag": "0375e444-843d-4d15-ab5f-1a2bf3eabd59", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:06:17.666697 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae4265f4-a86e-4849-b0ed-ffa04d8c0e8f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:06:17.667267 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'tag': '0375e444-843d-4d15-ab5f-1a2bf3eabd59', 'status': 'completed', 'code': 200} Aug 31 03:06:17.750748 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-2001b6c5-905c-4c27-8f2b-f6300441a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:17.752293 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-2001b6c5-905c-4c27-8f2b-f6300441a3a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 1097 time: 0.0417256 Aug 31 03:06:17.800802 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-819c1614-c6c3-4c26-a755-ad0863b8a356 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0375e444-843d-4d15-ab5f-1a2bf3eabd59 HTTP/1.1" status: 200 len: 217 time: 0.0384803 Aug 31 03:06:17.864419 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-07148c6e-2873-4902-aad8-d6173a44e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:17.865828 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-07148c6e-2873-4902-aad8-d6173a44e76a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.0435679 Aug 31 03:06:17.900884 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-128909c0-6510-4ac7-b821-670427818e0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233002 Aug 31 03:06:17.993729 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-b15f86ad-c51f-41de-939f-50e40917e1fa service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832374 Aug 31 03:06:18.063175 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:18.099400 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-71f46b18-9458-44ee-9dc8-abd03c4f99bd req-d9acda25-3bb1-4b69-ac5d-0aedae2c12cd service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934556 Aug 31 03:06:18.138201 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dfd41-87b0-42f6-8cd2-aee8e1a1d1a5 req-46a7f287-d6db-438d-8618-cd56ce1dc70e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:18.140018 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0b2dfd41-87b0-42f6-8cd2-aee8e1a1d1a5 req-46a7f287-d6db-438d-8618-cd56ce1dc70e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0547607 Aug 31 03:06:18.181673 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0b2dfd41-87b0-42f6-8cd2-aee8e1a1d1a5 req-69b869ec-2e6c-4fac-9931-345a93f3181f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Aug 31 03:06:18.211839 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-12e6ec3b-c288-446d-8a49-2e66b9b444a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:18.213458 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-12e6ec3b-c288-446d-8a49-2e66b9b444a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 1097 time: 0.0421581 Aug 31 03:06:18.310105 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-342bfcea-3b47-4fc0-9d16-b1f1a46c781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:18.311644 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-342bfcea-3b47-4fc0-9d16-b1f1a46c781a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 200 len: 915 time: 0.0872910 Aug 31 03:06:18.360701 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-8155361b-6e86-4bbf-adf9-f83da7c7287d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0375e444-843d-4d15-ab5f-1a2bf3eabd59 HTTP/1.1" status: 200 len: 217 time: 0.0348041 Aug 31 03:06:18.447420 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-3267b8be-2451-4c21-9104-607a106157ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:18.448848 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-3267b8be-2451-4c21-9104-607a106157ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 200 len: 854 time: 0.0755434 Aug 31 03:06:18.460422 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec29e9-d047-41dd-9922-71d21e887cf7 req-0efd2957-7025-44d2-b01e-4b0eea6a454b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:18.461781 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-32ec29e9-d047-41dd-9922-71d21e887cf7 req-0efd2957-7025-44d2-b01e-4b0eea6a454b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 944 time: 0.0629017 Aug 31 03:06:18.492245 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-77b364e2-09f4-4928-8e30-3ca9f272a357 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf690a6-9db8-44fb-96d4-f8202fac1d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294976 Aug 31 03:06:18.569468 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-32ec29e9-d047-41dd-9922-71d21e887cf7 req-6f9a7d45-b2b5-4cff-a187-44f903a17372 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987258 Aug 31 03:06:18.605616 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-94488feb-e156-4aaf-bdca-24392978db84 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004148 Aug 31 03:06:18.704743 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c7fae7a-bf50-4555-bf85-c40c8667ee2c req-ce2307e2-4c0f-4ce9-84f2-2e8261b42f93 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837011 Aug 31 03:06:19.309486 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a26a50-477a-4082-8110-b40d9e408753 req-9f3a880c-338a-4696-bf45-a70a40419912 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:19.310874 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f3a26a50-477a-4082-8110-b40d9e408753 req-9f3a880c-338a-4696-bf45-a70a40419912 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0519171 Aug 31 03:06:19.347962 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f3a26a50-477a-4082-8110-b40d9e408753 req-675a5679-dcf0-490c-a881-69998275e750 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309582 Aug 31 03:06:19.578453 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:19.691238 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2676a82-a5af-4785-aa99-7be16f6b5ff6 req-332b202a-6b05-4bfc-8732-f07bf1159d5c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:19.692768 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f2676a82-a5af-4785-aa99-7be16f6b5ff6 req-332b202a-6b05-4bfc-8732-f07bf1159d5c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 944 time: 0.0526888 Aug 31 03:06:19.733118 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f2676a82-a5af-4785-aa99-7be16f6b5ff6 req-9c6795a2-7679-41e6-8f6e-434beda389a3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Aug 31 03:06:20.463774 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e2b7f-6d69-4ed7-886d-01a9db794863 req-836bca88-312d-4aa2-bf05-2d7582aefd4d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:20.466157 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-171e2b7f-6d69-4ed7-886d-01a9db794863 req-836bca88-312d-4aa2-bf05-2d7582aefd4d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0482869 Aug 31 03:06:20.504147 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-171e2b7f-6d69-4ed7-886d-01a9db794863 req-668f9470-279b-4662-b98f-c840dd9bd1b0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Aug 31 03:06:20.852282 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4e13e-bcbf-4d1f-bd22-394b7789259e req-c28c9fd9-708b-467a-b6b7-8df6300599e5 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:20.853804 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1ba4e13e-bcbf-4d1f-bd22-394b7789259e req-c28c9fd9-708b-467a-b6b7-8df6300599e5 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 944 time: 0.0509267 Aug 31 03:06:20.894137 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1ba4e13e-bcbf-4d1f-bd22-394b7789259e req-ba902f20-9fba-4c1a-a904-0d39dd952793 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 Aug 31 03:06:21.520040 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0375e444-843d-4d15-ab5f-1a2bf3eabd59 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:06:21.622779 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d6fc-4877-45da-ae37-a5de62154be8 req-8a001b18-3939-4167-92ff-e47a6121dd0d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:21.624297 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8275d6fc-4877-45da-ae37-a5de62154be8 req-8a001b18-3939-4167-92ff-e47a6121dd0d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0516195 Aug 31 03:06:21.624459 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 0375e444-843d-4d15-ab5f-1a2bf3eabd59, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0375e444-843d-4d15-ab5f-1a2bf3eabd59,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:21.636276 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '0375e444-843d-4d15-ab5f-1a2bf3eabd59', 'network_id': 'ebf690a6-9db8-44fb-96d4-f8202fac1d23', 'port_id': '0375e444-843d-4d15-ab5f-1a2bf3eabd59', 'mac_address': 'fa:16:3e:cf:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6f0309-2cbc-4f0c-915e-f20166771532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:06:21.664174 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8275d6fc-4877-45da-ae37-a5de62154be8 req-c2317260-3559-4f1e-8db1-0fbf48e45f0a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Aug 31 03:06:21.676566 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:21.689364 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0375e444-843d-4d15-ab5f-1a2bf3eabd59 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:06:21.707848 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 0375e444-843d-4d15-ab5f-1a2bf3eabd59, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0375e444-843d-4d15-ab5f-1a2bf3eabd59,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:21.711240 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:21.760679 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=0375e444-843d-4d15-ab5f-1a2bf3eabd59,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:21.768526 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.768886 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.769232 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.769572 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.769906 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.770242 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.770576 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.770906 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.771240 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.771612 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.771939 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:21.772266 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:06:22.008310 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237eff3-4a3b-4cb4-a825-6911be917931 req-7d8a32f9-6e86-4863-8249-0392bd05d4f7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:22.009784 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3237eff3-4a3b-4cb4-a825-6911be917931 req-7d8a32f9-6e86-4863-8249-0392bd05d4f7 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Aug 31 03:06:22.049993 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3237eff3-4a3b-4cb4-a825-6911be917931 req-d7021d00-67ab-4539-b497-a91b7d9af596 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Aug 31 03:06:22.097613 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['0375e444-843d-4d15-ab5f-1a2bf3eabd59'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:06:22.786694 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b94f18-3175-4de0-9871-d8daffe09e3f req-954a3b5d-d057-4e05-999c-d8c968bc1061 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:22.788219 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1b94f18-3175-4de0-9871-d8daffe09e3f req-954a3b5d-d057-4e05-999c-d8c968bc1061 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0532680 Aug 31 03:06:22.826063 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e1b94f18-3175-4de0-9871-d8daffe09e3f req-0e82f2bf-e107-4443-9a82-529ebfd13203 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Aug 31 03:06:23.180237 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6dc23-6783-4e92-aa3d-6cf63ca57edb req-d63ec3f3-4d6c-4e87-b888-317301a86e44 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:23.181711 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-99f6dc23-6783-4e92-aa3d-6cf63ca57edb req-d63ec3f3-4d6c-4e87-b888-317301a86e44 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 945 time: 0.0609667 Aug 31 03:06:23.222755 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-99f6dc23-6783-4e92-aa3d-6cf63ca57edb req-0b80bcfc-614a-4f74-a679-9f5518981079 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 31 03:06:23.539802 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0375e444-843d-4d15-ab5f-1a2bf3eabd59 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:06:23.588905 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:23.593422 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:23.593798 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:23.679160 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:23.701560 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375e444-843d-4d15-ab5f-1a2bf3eabd59'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:06:23.704014 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a114aec-b624-4293-af03-dfa3cafd0658" -d '{"events": [{"server_uuid": "f05d7326-0ae0-4b0c-934a-9be966f2ef31", "name": "network-vif-plugged", "status": "completed", "tag": "0375e444-843d-4d15-ab5f-1a2bf3eabd59"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:06:23.717898 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 0375e444-843d-4d15-ab5f-1a2bf3eabd59, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0375e444-843d-4d15-ab5f-1a2bf3eabd59,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:23.721754 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:23.745611 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48dcd4d-50a8-4a89-ab5f-b7947fe5fd7c x-openstack-request-id: req-a48dcd4d-50a8-4a89-ab5f-b7947fe5fd7c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:06:23.746033 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05d7326-0ae0-4b0c-934a-9be966f2ef31", "name": "network-vif-plugged", "status": "completed", "tag": "0375e444-843d-4d15-ab5f-1a2bf3eabd59", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:06:23.746377 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a48dcd4d-50a8-4a89-ab5f-b7947fe5fd7c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:06:23.746914 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0375e444-843d-4d15-ab5f-1a2bf3eabd59', 'code': 200} Aug 31 03:06:23.781928 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=0375e444-843d-4d15-ab5f-1a2bf3eabd59,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:23.949246 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3e2ec-9efb-4bab-a27b-951c1dd4d465 req-d8fff99f-0faf-4a6e-b91a-231c31316e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:23.951440 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-33a3e2ec-9efb-4bab-a27b-951c1dd4d465 req-d8fff99f-0faf-4a6e-b91a-231c31316e28 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 1099 time: 0.0460215 Aug 31 03:06:23.957514 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be273e9-6459-4868-8e87-a334cfbbee0e req-8bb56a11-adab-4c12-aca0-b40f427be760 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:23.959010 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0be273e9-6459-4868-8e87-a334cfbbee0e req-8bb56a11-adab-4c12-aca0-b40f427be760 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0564451 Aug 31 03:06:23.992830 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-33a3e2ec-9efb-4bab-a27b-951c1dd4d465 req-fac1f4c5-8b03-410e-a559-5c40d919d399 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319884 Aug 31 03:06:24.003642 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0be273e9-6459-4868-8e87-a334cfbbee0e req-114fa1ae-7558-4639-9334-1f494c48f00a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Aug 31 03:06:24.097950 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52568) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:24.209050 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-955f5954-f114-4174-9386-f0b378054950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:24.298983 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-955f5954-f114-4174-9386-f0b378054950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:24.310398 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-955f5954-f114-4174-9386-f0b378054950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:24.347104 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69283e5-3dfb-427a-b1bf-2e594b7d9cf8 req-cb552c3e-5831-4dbf-b8c0-f3239bcaf465 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:24.349342 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f69283e5-3dfb-427a-b1bf-2e594b7d9cf8 req-cb552c3e-5831-4dbf-b8c0-f3239bcaf465 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 946 time: 0.0572376 Aug 31 03:06:24.353039 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-955f5954-f114-4174-9386-f0b378054950 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11e8813df1734442ab271c50806450e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509978 Aug 31 03:06:24.353039 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f5954-f114-4174-9386-f0b378054950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dcab7c-989e-4ca1-a4c7-3e6180ec692d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:24.363774 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52576) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:24.426494 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f69283e5-3dfb-427a-b1bf-2e594b7d9cf8 req-711ee336-c2f1-4599-a82c-057e9fac2914 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Aug 31 03:06:24.436298 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bddfe6e2-87f4-4606-9c48-0ef79a2b5f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:24.457710 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bddfe6e2-87f4-4606-9c48-0ef79a2b5f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:24.507054 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bddfe6e2-87f4-4606-9c48-0ef79a2b5f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:24.509598 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bddfe6e2-87f4-4606-9c48-0ef79a2b5f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:24.510711 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-bddfe6e2-87f4-4606-9c48-0ef79a2b5f5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5dcab7c-989e-4ca1-a4c7-3e6180ec692d HTTP/1.1" status: 204 len: 168 time: 0.1542473 Aug 31 03:06:24.518393 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfe6e2-87f4-4606-9c48-0ef79a2b5f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dcab7c-989e-4ca1-a4c7-3e6180ec692d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:24.577003 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:06:25.130333 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e3097-7720-4c04-b998-6a32c9afdfcf req-53cd1ca5-026c-435c-bacf-c28fbfa07e04 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:25.131869 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7b6e3097-7720-4c04-b998-6a32c9afdfcf req-53cd1ca5-026c-435c-bacf-c28fbfa07e04 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0578399 Aug 31 03:06:25.170312 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7b6e3097-7720-4c04-b998-6a32c9afdfcf req-b75598e2-4ea8-41af-9648-ee9658477c70 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Aug 31 03:06:25.578265 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2f12-db1c-4e87-b517-c1ed7ce3c455 req-0de10f7a-8d61-437f-890b-28a385c0e006 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:25.580181 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-120c2f12-db1c-4e87-b517-c1ed7ce3c455 req-0de10f7a-8d61-437f-890b-28a385c0e006 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 946 time: 0.0749888 Aug 31 03:06:25.627121 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-120c2f12-db1c-4e87-b517-c1ed7ce3c455 req-63db507a-98f3-462f-b8fa-53bd9dedb36f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 Aug 31 03:06:26.286288 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27fbf9-ac75-4b9d-ad44-99b55cd9d87b req-161fce68-7742-47f6-9d51-385ebdba0886 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:26.287761 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ff27fbf9-ac75-4b9d-ad44-99b55cd9d87b req-161fce68-7742-47f6-9d51-385ebdba0886 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0477202 Aug 31 03:06:26.329334 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ff27fbf9-ac75-4b9d-ad44-99b55cd9d87b req-3fcaef8a-5f7d-4d14-95a2-5ece7a0377a1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357137 Aug 31 03:06:26.739949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632e18-9e28-4ebb-ac5f-55507e3345ab req-95e54ebc-7efa-440d-9b13-8a550768584b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:26.741455 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3a632e18-9e28-4ebb-ac5f-55507e3345ab req-95e54ebc-7efa-440d-9b13-8a550768584b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 946 time: 0.0504487 Aug 31 03:06:26.782763 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3a632e18-9e28-4ebb-ac5f-55507e3345ab req-40321127-f97a-42ba-af66-19b070d0d083 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Aug 31 03:06:27.450522 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff990193-ce7c-4902-9c19-036c4a967f66 req-4d1cd6e0-4bee-4470-a7fe-dbd8cb6e931d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:27.451926 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ff990193-ce7c-4902-9c19-036c4a967f66 req-4d1cd6e0-4bee-4470-a7fe-dbd8cb6e931d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0495219 Aug 31 03:06:27.490484 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ff990193-ce7c-4902-9c19-036c4a967f66 req-a50e224e-07a8-4997-a326-5c5027771be9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Aug 31 03:06:28.587813 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52696) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:28.630388 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acd1b-80a4-46c2-a9f0-4357f9a90a68 req-fd2e7388-a7f0-47a8-8831-78bb40a50440 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:28.631920 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a40acd1b-80a4-46c2-a9f0-4357f9a90a68 req-fd2e7388-a7f0-47a8-8831-78bb40a50440 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0529468 Aug 31 03:06:28.679810 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a40acd1b-80a4-46c2-a9f0-4357f9a90a68 req-8f991c11-654f-4601-8448-1a71290a6003 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Aug 31 03:06:28.701466 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-45a2427a-c175-439e-b21d-bdc24151f346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:28.793191 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-45a2427a-c175-439e-b21d-bdc24151f346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:28.797691 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-45a2427a-c175-439e-b21d-bdc24151f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:28.835424 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-45a2427a-c175-439e-b21d-bdc24151f346 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=081a7e63a6c74c848d5b08c29d1a94e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463608 Aug 31 03:06:28.836218 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2427a-c175-439e-b21d-bdc24151f346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e26e87-6f9a-4dff-8854-1a3cf9e3767e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:28.838776 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52702) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:28.892359 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941a7cad-72b9-47c0-af71-2016100b6339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:28.914255 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941a7cad-72b9-47c0-af71-2016100b6339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:28.960097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941a7cad-72b9-47c0-af71-2016100b6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:28.962636 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941a7cad-72b9-47c0-af71-2016100b6339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:28.963856 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-941a7cad-72b9-47c0-af71-2016100b6339 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25e26e87-6f9a-4dff-8854-1a3cf9e3767e HTTP/1.1" status: 204 len: 168 time: 0.1240726 Aug 31 03:06:28.972469 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a7cad-72b9-47c0-af71-2016100b6339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e26e87-6f9a-4dff-8854-1a3cf9e3767e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:29.802273 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf9d37-099f-4704-a448-e60ee5f535aa req-99b246f4-dcba-45eb-aead-0229bdea6903 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:29.803904 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2bcf9d37-099f-4704-a448-e60ee5f535aa req-99b246f4-dcba-45eb-aead-0229bdea6903 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0495257 Aug 31 03:06:29.844869 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2bcf9d37-099f-4704-a448-e60ee5f535aa req-460d1a1f-23bd-4f5b-b2b1-47a847672cde tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Aug 31 03:06:30.974615 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761414ad-96e4-4cbc-8439-f13b5bd51ec0 req-d796416d-9b65-4f36-8e6f-59206cd3870d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:30.976113 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-761414ad-96e4-4cbc-8439-f13b5bd51ec0 req-d796416d-9b65-4f36-8e6f-59206cd3870d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0598109 Aug 31 03:06:31.021122 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-761414ad-96e4-4cbc-8439-f13b5bd51ec0 req-4c24bda9-e863-4c6b-bf3d-fe234fe7f9f6 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 Aug 31 03:06:32.160117 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11624-786c-4a09-a38b-e9b760f9aef0 req-98b29f38-ca8d-492b-a456-5db3cac08d50 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:32.161654 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07b11624-786c-4a09-a38b-e9b760f9aef0 req-98b29f38-ca8d-492b-a456-5db3cac08d50 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0599535 Aug 31 03:06:32.200905 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-07b11624-786c-4a09-a38b-e9b760f9aef0 req-6fa58cc7-08e2-43a5-9e50-7013961d1a7e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 31 03:06:33.319487 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3e71-7ce7-42dd-b320-632e75aaae22 req-8f51f23e-b016-4b7a-a8fb-51f8430f894b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:33.321034 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-62cb3e71-7ce7-42dd-b320-632e75aaae22 req-8f51f23e-b016-4b7a-a8fb-51f8430f894b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0494926 Aug 31 03:06:33.359579 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-62cb3e71-7ce7-42dd-b320-632e75aaae22 req-974d704e-7a67-4910-91e4-10faa83ff3ee tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Aug 31 03:06:34.477548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce083c-2b80-424f-9ec3-145980fb0bc7 req-e18b5580-1c74-4833-b70e-ebef50cbe532 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:34.478917 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-11ce083c-2b80-424f-9ec3-145980fb0bc7 req-e18b5580-1c74-4833-b70e-ebef50cbe532 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0505083 Aug 31 03:06:34.515941 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-11ce083c-2b80-424f-9ec3-145980fb0bc7 req-cf696c28-6d30-45c8-bfe4-081b20f44d1c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303540 Aug 31 03:06:35.648254 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02878-6fab-41a1-b442-0dbd4bd4d249 req-1c593722-3e9e-49fc-950a-1d324990ec42 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:35.650428 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60d02878-6fab-41a1-b442-0dbd4bd4d249 req-1c593722-3e9e-49fc-950a-1d324990ec42 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0651329 Aug 31 03:06:35.698203 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60d02878-6fab-41a1-b442-0dbd4bd4d249 req-8f2b839f-ba80-4a13-aedf-b420d165d734 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Aug 31 03:06:36.834117 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084be83-ab65-4afa-98d1-874d678de2ab req-2679c138-f7c4-4f54-93b4-b863ab018402 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:36.835751 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7084be83-ab65-4afa-98d1-874d678de2ab req-2679c138-f7c4-4f54-93b4-b863ab018402 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0515082 Aug 31 03:06:36.880011 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7084be83-ab65-4afa-98d1-874d678de2ab req-bf4e3000-8390-4c7b-a1fa-324ab3c8138a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359783 Aug 31 03:06:37.102685 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:37.218878 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132e633c-af9b-4630-829d-86bbc1046738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.345574 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132e633c-af9b-4630-829d-86bbc1046738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.349540 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132e633c-af9b-4630-829d-86bbc1046738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.392422 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-132e633c-af9b-4630-829d-86bbc1046738 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bb6d3ec2d034d1098558ec97069c416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883072 Aug 31 03:06:37.393317 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e633c-af9b-4630-829d-86bbc1046738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6686da3-990f-4d60-a087-a4901ade0b97,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:37.395051 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:37.445147 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b896d793-dae8-43de-902e-19716d12c3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.470271 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b896d793-dae8-43de-902e-19716d12c3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.516959 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b896d793-dae8-43de-902e-19716d12c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.519508 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b896d793-dae8-43de-902e-19716d12c3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.520665 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-b896d793-dae8-43de-902e-19716d12c3e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6686da3-990f-4d60-a087-a4901ade0b97 HTTP/1.1" status: 204 len: 168 time: 0.1239908 Aug 31 03:06:37.528543 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896d793-dae8-43de-902e-19716d12c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6686da3-990f-4d60-a087-a4901ade0b97,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:37.798041 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 52910) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:37.811419 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db096db8-2c82-408a-be1c-b26607d0270c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.902507 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db096db8-2c82-408a-be1c-b26607d0270c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.907124 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db096db8-2c82-408a-be1c-b26607d0270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:37.953144 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-db096db8-2c82-408a-be1c-b26607d0270c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=540bf3d17b6640cfa88c25e0cbcaf191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539910 Aug 31 03:06:37.954291 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db096db8-2c82-408a-be1c-b26607d0270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4d40c0-2338-4de4-8de8-bb6473189803,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:37.955810 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52914) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:38.037404 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394621d5-38ef-4712-8176-71815e686656 req-0abafa0e-c974-4cb3-8780-1c4a5a35e66e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:38.038998 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-394621d5-38ef-4712-8176-71815e686656 req-0abafa0e-c974-4cb3-8780-1c4a5a35e66e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0841186 Aug 31 03:06:38.058218 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3208bb0-de33-40c9-b85a-74fa64a50707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:38.100901 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3208bb0-de33-40c9-b85a-74fa64a50707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:38.105026 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-394621d5-38ef-4712-8176-71815e686656 req-5d8ec441-a9fb-4894-9b45-415dc26b5c6e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578694 Aug 31 03:06:38.152030 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3208bb0-de33-40c9-b85a-74fa64a50707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:38.155240 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3208bb0-de33-40c9-b85a-74fa64a50707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:38.156423 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b3208bb0-de33-40c9-b85a-74fa64a50707 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d4d40c0-2338-4de4-8de8-bb6473189803 HTTP/1.1" status: 204 len: 168 time: 0.1978614 Aug 31 03:06:38.164393 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208bb0-de33-40c9-b85a-74fa64a50707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4d40c0-2338-4de4-8de8-bb6473189803,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:38.572386 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52934) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:38.591406 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b908279-e3f5-41d1-bb7d-df1bfa63fc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:38.915026 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b908279-e3f5-41d1-bb7d-df1bfa63fc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:38.918825 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b908279-e3f5-41d1-bb7d-df1bfa63fc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:38.957317 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b908279-e3f5-41d1-bb7d-df1bfa63fc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b416a96-812b-48d4-a907-8e1abbc6dc47,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:38.961480 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-9b908279-e3f5-41d1-bb7d-df1bfa63fc70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5239486920164119a95d62023d271bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880990 Aug 31 03:06:38.964038 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 52936) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:39.013097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e288b79c-6e49-4d8b-a5db-bb1f7fc28022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:39.035442 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e288b79c-6e49-4d8b-a5db-bb1f7fc28022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:39.081981 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e288b79c-6e49-4d8b-a5db-bb1f7fc28022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:39.084680 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e288b79c-6e49-4d8b-a5db-bb1f7fc28022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:39.085828 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e288b79c-6e49-4d8b-a5db-bb1f7fc28022 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b416a96-812b-48d4-a907-8e1abbc6dc47 HTTP/1.1" status: 204 len: 168 time: 0.1208932 Aug 31 03:06:39.093950 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288b79c-6e49-4d8b-a5db-bb1f7fc28022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b416a96-812b-48d4-a907-8e1abbc6dc47,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:39.241101 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99639468-8099-4011-ae15-1d270951be75 req-9e512369-6d79-4e1c-b945-9733bd184d26 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:39.242015 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-99639468-8099-4011-ae15-1d270951be75 req-9e512369-6d79-4e1c-b945-9733bd184d26 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0581200 Aug 31 03:06:39.294030 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-99639468-8099-4011-ae15-1d270951be75 req-a7c2fadd-59e4-450f-a12e-5d1790548c66 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445759 Aug 31 03:06:39.637753 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:39.820435 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e5e3-e995-46fe-b5fa-bbd772ffa3af req-78a5fcfe-8f53-4e4a-84f6-9fbd95bf0c9c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:39.821916 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d167e5e3-e995-46fe-b5fa-bbd772ffa3af req-78a5fcfe-8f53-4e4a-84f6-9fbd95bf0c9c tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 946 time: 0.0504816 Aug 31 03:06:39.862997 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d167e5e3-e995-46fe-b5fa-bbd772ffa3af req-ecede4ba-5bd8-44ea-93de-25220f1cfb9e tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344882 Aug 31 03:06:40.342464 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5a80e-03a2-4d7f-ab42-507a2fd49cf9 req-7d48349c-f59b-444b-8867-ccd652a0d824 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:40.343981 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eec5a80e-03a2-4d7f-ab42-507a2fd49cf9 req-7d48349c-f59b-444b-8867-ccd652a0d824 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0495944 Aug 31 03:06:40.384457 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eec5a80e-03a2-4d7f-ab42-507a2fd49cf9 req-ffbe094b-7b10-41cc-ba79-87a487fb0f74 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345085 Aug 31 03:06:40.422189 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cbbd8-4b1b-448a-b196-f41fb414dde5 req-4f0539e5-3a3a-4d4e-9efc-ecf3bd3f35ef tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:40.423706 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-444cbbd8-4b1b-448a-b196-f41fb414dde5 req-4f0539e5-3a3a-4d4e-9efc-ecf3bd3f35ef tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0520973 Aug 31 03:06:40.468409 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-444cbbd8-4b1b-448a-b196-f41fb414dde5 req-eaf53545-bc00-46ff-bf6b-d5771e86c5f1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Aug 31 03:06:40.977213 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174982-f27b-4970-962f-68f45a2b3598 req-96033ba7-3587-48be-a5ca-dfed61412d70 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:40.978649 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-25174982-f27b-4970-962f-68f45a2b3598 req-96033ba7-3587-48be-a5ca-dfed61412d70 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 946 time: 0.0509827 Aug 31 03:06:41.016014 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-25174982-f27b-4970-962f-68f45a2b3598 req-fc1732b8-2b4d-4980-acb1-80ca63936ddb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308027 Aug 31 03:06:41.310152 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53030) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:41.355301 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] Deleting subnet ab0837c1-41f4-402f-901e-a6281ddf67bc {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:06:41.358302 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.398608 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.439697 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.507317 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bcfae-cc3f-4d47-9c69-c96b158d5bca req-afb10a84-d003-49b6-8c21-aa7aef295989 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:41.508912 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dd6bcfae-cc3f-4d47-9c69-c96b158d5bca req-afb10a84-d003-49b6-8c21-aa7aef295989 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Aug 31 03:06:41.513436 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.540011 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0837c1-41f4-402f-901e-a6281ddf67bc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:41.552602 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.553587 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dd6bcfae-cc3f-4d47-9c69-c96b158d5bca req-23c95dfb-090d-4fe8-9d88-a39080767f22 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364833 Aug 31 03:06:41.554398 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-283800e8-99b9-4172-a199-f662360e66b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ab0837c1-41f4-402f-901e-a6281ddf67bc HTTP/1.1" status: 204 len: 168 time: 0.2432239 Aug 31 03:06:41.557017 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53038) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:41.649497 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9abf9-5484-4255-9859-9e6a3d3645f3 req-1420e36c-459d-43a9-8b14-00f6fdfdb216 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:41.650965 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6be9abf9-5484-4255-9859-9e6a3d3645f3 req-1420e36c-459d-43a9-8b14-00f6fdfdb216 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1087289 Aug 31 03:06:41.657601 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.716344 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6be9abf9-5484-4255-9859-9e6a3d3645f3 req-c65fa58f-780f-4b8b-a1b1-bb3d479898ce tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Aug 31 03:06:41.763965 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.774282 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f68a17d-64a3-409e-8e25-8f25da587c10']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:41.784869 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:41.785171 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf15eb9c-ea28-4dcd-bc4e-41c079a46af2') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:06:41.793780 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.810658 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.817203 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:06:41.817587 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:06:41.819460 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:06:41.873782 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.890385 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:41.892914 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] 10.222.0.39 "DELETE /v2.0/networks/3f68a17d-64a3-409e-8e25-8f25da587c10 HTTP/1.1" status: 204 len: 168 time: 0.3349822 Aug 31 03:06:41.893952 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f1248-0df9-4688-a8bd-b5cef595ec5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f68a17d-64a3-409e-8e25-8f25da587c10,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:42.054211 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 53052) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:42.070703 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-cf62451f-6bcf-467c-9e23-522d289b3c99 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:42.071905 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-cf62451f-6bcf-467c-9e23-522d289b3c99 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 946 time: 0.0516086 Aug 31 03:06:42.108754 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-dfbd7f1b-ba9d-49cc-8806-00d44f5156c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b83cf6947e84bd288bbe7ae3d8a51ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491724 Aug 31 03:06:42.110322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53054) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:06:42.145360 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cba062-96c5-4aca-8f2d-91ec7754940f req-43d67c61-d52f-4126-9a78-ea30512144bb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:42.146847 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44cba062-96c5-4aca-8f2d-91ec7754940f req-43d67c61-d52f-4126-9a78-ea30512144bb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 946 time: 0.0571260 Aug 31 03:06:42.187075 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-44cba062-96c5-4aca-8f2d-91ec7754940f req-fd8ccee2-2506-4ab2-b386-63ed67aac409 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341933 Aug 31 03:06:42.201186 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518a84b0-c20c-42d2-ae23-5031f71accb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.229963 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Deleting port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:06:42.230218 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.234923 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518a84b0-c20c-42d2-ae23-5031f71accb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.349024 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518a84b0-c20c-42d2-ae23-5031f71accb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.351538 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518a84b0-c20c-42d2-ae23-5031f71accb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.352659 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-518a84b0-c20c-42d2-ae23-5031f71accb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c34dc863-1849-41cb-909f-b49be42356bb HTTP/1.1" status: 204 len: 168 time: 0.2414131 Aug 31 03:06:42.354382 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] For port 0375e444-843d-4d15-ab5f-1a2bf3eabd59, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0375e444-843d-4d15-ab5f-1a2bf3eabd59,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:42.354740 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.369955 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a84b0-c20c-42d2-ae23-5031f71accb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34dc863-1849-41cb-909f-b49be42356bb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:42.374899 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Calling delete_port for 0375e444-843d-4d15-ab5f-1a2bf3eabd59 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:06:42.518521 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.533128 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a', 'd2de6412-d093-4daf-beb6-d605bb3221ce', '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd', '0375e444-843d-4d15-ab5f-1a2bf3eabd59'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:06:42.558698 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event deleted for resources: {'Port': ['ID=0375e444-843d-4d15-ab5f-1a2bf3eabd59,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:42.592727 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] No DVR routers for this DVR port 0375e444-843d-4d15-ab5f-1a2bf3eabd59 on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:06:42.596167 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:42.598634 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b55f3662-fc89-4c6d-86e4-b018d83b1de9 req-107316b9-13b5-464a-9f37-b5ef6121a5a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "DELETE /v2.0/ports/0375e444-843d-4d15-ab5f-1a2bf3eabd59 HTTP/1.1" status: 204 len: 173 time: 0.5181835 Aug 31 03:06:42.599107 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'name': 'network-vif-deleted', 'tag': '0375e444-843d-4d15-ab5f-1a2bf3eabd59'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:06:42.601376 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842e4b1d-b05f-415e-9b13-c84ca51b3664" -d '{"events": [{"server_uuid": "f05d7326-0ae0-4b0c-934a-9be966f2ef31", "name": "network-vif-deleted", "tag": "0375e444-843d-4d15-ab5f-1a2bf3eabd59"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:06:42.650961 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9951d993-dbd5-4d45-a62e-9ebdf28f6707 x-openstack-request-id: req-9951d993-dbd5-4d45-a62e-9ebdf28f6707 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:06:42.651445 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05d7326-0ae0-4b0c-934a-9be966f2ef31", "name": "network-vif-deleted", "tag": "0375e444-843d-4d15-ab5f-1a2bf3eabd59", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:06:42.651699 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9951d993-dbd5-4d45-a62e-9ebdf28f6707 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:06:42.652105 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05d7326-0ae0-4b0c-934a-9be966f2ef31', 'name': 'network-vif-deleted', 'tag': '0375e444-843d-4d15-ab5f-1a2bf3eabd59', 'status': 'completed', 'code': 200} Aug 31 03:06:42.713231 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22922-f6af-450c-9eda-fedec1dcda09 req-4e5f3d22-e4fe-46de-ab0b-2cb79210e255 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:42.714791 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e9c22922-f6af-450c-9eda-fedec1dcda09 req-4e5f3d22-e4fe-46de-ab0b-2cb79210e255 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0608349 Aug 31 03:06:42.787422 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e9c22922-f6af-450c-9eda-fedec1dcda09 req-dcec9a56-d062-482d-a553-515dd176f162 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641043 Aug 31 03:06:42.850369 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39f0d4-bb45-4a8e-9a12-d92a53c2e3b6 req-6edab472-caea-49bd-9547-1a9f2d15f569 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:42.852529 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0d39f0d4-bb45-4a8e-9a12-d92a53c2e3b6 req-6edab472-caea-49bd-9547-1a9f2d15f569 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0521626 Aug 31 03:06:42.893448 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0d39f0d4-bb45-4a8e-9a12-d92a53c2e3b6 req-b1347373-0414-4bdb-ab29-36147a5ea884 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348189 Aug 31 03:06:43.311148 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-658a2065-2f88-410d-ac96-74bb8aa45e13 req-1efa3d97-8d33-439f-b8aa-eeed8c114f82 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=f05d7326-0ae0-4b0c-934a-9be966f2ef31 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Aug 31 03:06:43.904713 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad072278-ac5a-4bb8-883b-c48d70662893 req-ce1fd86d-c8cb-4e43-a1b6-4d6ca4f71b5d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:43.906820 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ad072278-ac5a-4bb8-883b-c48d70662893 req-ce1fd86d-c8cb-4e43-a1b6-4d6ca4f71b5d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0500202 Aug 31 03:06:43.946648 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ad072278-ac5a-4bb8-883b-c48d70662893 req-ea54a5f9-62d8-4804-b210-b611e2df1168 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338149 Aug 31 03:06:44.008974 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6311d4-5924-4768-8d30-e20db1f455fc req-5e5f6d01-1fcc-4b7d-8eb6-bac7f82ac8da tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:44.010683 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8a6311d4-5924-4768-8d30-e20db1f455fc req-5e5f6d01-1fcc-4b7d-8eb6-bac7f82ac8da tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0489790 Aug 31 03:06:44.051979 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8a6311d4-5924-4768-8d30-e20db1f455fc req-3270e445-53a4-44c1-8159-06ddb880320b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341365 Aug 31 03:06:44.175006 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-734b8bef-f1e4-4d26-aba1-9c1f5ecc1e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:45.064717 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e8185-4fbb-46aa-9864-350571378a5f req-f30a8f9e-ce70-47f7-85be-ccbd25bf7cd6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:45.066240 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-165e8185-4fbb-46aa-9864-350571378a5f req-f30a8f9e-ce70-47f7-85be-ccbd25bf7cd6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0485079 Aug 31 03:06:45.110572 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-165e8185-4fbb-46aa-9864-350571378a5f req-f5ab7667-001a-4c8d-86c0-1d6b50b0468f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383971 Aug 31 03:06:45.180489 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8d6ac-3d3c-4f90-b69d-53e52a9727e4 req-a4a668e5-0e2e-494e-9ff9-4d30e44c3170 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:45.182049 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-75f8d6ac-3d3c-4f90-b69d-53e52a9727e4 req-a4a668e5-0e2e-494e-9ff9-4d30e44c3170 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0558224 Aug 31 03:06:45.219408 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-75f8d6ac-3d3c-4f90-b69d-53e52a9727e4 req-ed008abf-7939-42c8-94d4-41089a09fd75 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307138 Aug 31 03:06:45.628608 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0375e444-843d-4d15-ab5f-1a2bf3eabd59 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:06:45.651676 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 0375e444-843d-4d15-ab5f-1a2bf3eabd59 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:06:45.652027 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0375e444-843d-4d15-ab5f-1a2bf3eabd59 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:06:45.728217 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece999a6-b149-47fe-8b45-bdc6c30db807 req-84a71494-a331-4bd3-9352-9af0caeeef13 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:45.729689 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ece999a6-b149-47fe-8b45-bdc6c30db807 req-84a71494-a331-4bd3-9352-9af0caeeef13 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 946 time: 0.0479407 Aug 31 03:06:45.768712 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ece999a6-b149-47fe-8b45-bdc6c30db807 req-9166cd76-a04c-412f-b2e9-8bfc4fba4c41 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Aug 31 03:06:46.235510 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ddc14-0331-49bf-aa3c-e22092837866 req-b99455e8-a9a8-4e08-8362-223bc797f56e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:46.237018 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ce3ddc14-0331-49bf-aa3c-e22092837866 req-b99455e8-a9a8-4e08-8362-223bc797f56e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Aug 31 03:06:46.280299 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ce3ddc14-0331-49bf-aa3c-e22092837866 req-3ff05517-33b3-4f4e-8a58-0176dc163467 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372024 Aug 31 03:06:46.339631 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a398a0-b6ca-4aff-8679-e1bb9507d150 req-437a30b1-6efe-43b3-bd4f-82899b0dab60 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:46.341106 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-82a398a0-b6ca-4aff-8679-e1bb9507d150 req-437a30b1-6efe-43b3-bd4f-82899b0dab60 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0526321 Aug 31 03:06:46.378868 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-82a398a0-b6ca-4aff-8679-e1bb9507d150 req-6b415631-4992-4d05-af37-fbccf391a2b2 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Aug 31 03:06:46.872493 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4eb762ed-7279-4889-9eb5-6045ea677559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:46.910100 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e920b-e14a-4e5f-bfba-4972224e4c2b req-902d3b7d-95a7-4e2e-97bc-83bde8a8abe9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:46.911658 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9c0e920b-e14a-4e5f-bfba-4972224e4c2b req-902d3b7d-95a7-4e2e-97bc-83bde8a8abe9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 946 time: 0.0626631 Aug 31 03:06:46.949395 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9c0e920b-e14a-4e5f-bfba-4972224e4c2b req-ce9e07bd-b8ef-490f-b141-9f85df1a10d3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Aug 31 03:06:47.319986 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:47.405489 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbb91c-3309-4284-8060-a6fbc942809e req-38378778-6105-4c19-8e84-a64f2405d36f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:47.407059 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d7dbb91c-3309-4284-8060-a6fbc942809e req-38378778-6105-4c19-8e84-a64f2405d36f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0507643 Aug 31 03:06:47.447562 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d7dbb91c-3309-4284-8060-a6fbc942809e req-c7b785de-a706-4498-9b77-4e04f68c31be tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343266 Aug 31 03:06:47.507424 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eabef-180b-4626-b6d2-fd614ab12526 req-9a8896d3-69c4-40ad-8415-85e9c74dce2c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:47.508935 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f75eabef-180b-4626-b6d2-fd614ab12526 req-9a8896d3-69c4-40ad-8415-85e9c74dce2c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0590870 Aug 31 03:06:47.547683 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f75eabef-180b-4626-b6d2-fd614ab12526 req-52201ea2-3abe-4ff9-840a-c4b8a99c242e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Aug 31 03:06:47.794592 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-196453ff-29af-4244-817f-ab76a0516dfb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:47.796149 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-196453ff-29af-4244-817f-ab76a0516dfb tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 946 time: 0.0512793 Aug 31 03:06:47.904322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Deleting port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:06:47.904669 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:48.004996 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-a9613d63-d656-4e47-9b36-b7151f409058 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353427113&fields=id&tenant_id=1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 267 time: 0.0575824 Aug 31 03:06:48.058766 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:48.064463 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3b49-b58c-4bd2-9fe3-1235dd63e886 req-c60cab75-e899-4a17-a834-d9e1a970b46a tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:48.065992 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b2ce3b49-b58c-4bd2-9fe3-1235dd63e886 req-c60cab75-e899-4a17-a834-d9e1a970b46a tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c HTTP/1.1" status: 200 len: 946 time: 0.0498719 Aug 31 03:06:48.077893 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] For port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:48.078153 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:48.098571 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Calling delete_port for 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:06:48.106559 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b2ce3b49-b58c-4bd2-9fe3-1235dd63e886 req-9862e80c-f4ee-4576-9518-b7e30027e173 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Aug 31 03:06:48.189976 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-5872995a-ccab-4438-b695-525b0dc404f0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:48.191539 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-5872995a-ccab-4438-b695-525b0dc404f0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 812 time: 0.1753500 Aug 31 03:06:48.213463 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-2afc6d8e-c1a3-453e-90de-b07618e495fb tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/quotas/1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 375 time: 0.0152473 Aug 31 03:06:48.304987 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-a47c372b-e5d7-4d9e-b5db-eaebf490feaa tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848005 Aug 31 03:06:48.311112 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:48.322505 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a', 'd2de6412-d093-4daf-beb6-d605bb3221ce', '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:06:48.348854 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event deleted for resources: {'Port': ['ID=2ccb3fd3-d924-45c0-a5fe-0b267f8961bd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:48.431416 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] No DVR routers for this DVR port 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:06:48.436906 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:48.438892 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f074e23c-4cea-488b-bf0f-69895f5eec10 req-1dffc9cd-8b1f-4c51-9736-53fefeda5ac3 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "DELETE /v2.0/ports/2ccb3fd3-d924-45c0-a5fe-0b267f8961bd HTTP/1.1" status: 204 len: 173 time: 0.6342003 Aug 31 03:06:48.439388 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'name': 'network-vif-deleted', 'tag': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:06:48.441803 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7a0a42-92e9-445b-a273-f1d80c97de6e" -d '{"events": [{"server_uuid": "ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c", "name": "network-vif-deleted", "tag": "2ccb3fd3-d924-45c0-a5fe-0b267f8961bd"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:06:48.481908 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-df9843f5-bcc6-47e3-88d9-45222679f17a service neutron] 10.222.0.39 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623678 Aug 31 03:06:48.503139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb147d8c-8baf-4fda-bb31-d7cff0759a18 x-openstack-request-id: req-eb147d8c-8baf-4fda-bb31-d7cff0759a18 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:06:48.503139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c", "name": "network-vif-deleted", "tag": "2ccb3fd3-d924-45c0-a5fe-0b267f8961bd", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:06:48.503139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb147d8c-8baf-4fda-bb31-d7cff0759a18 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:06:48.503583 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf555a0-1b6c-4c39-a6bb-be5ddbae0a0c', 'name': 'network-vif-deleted', 'tag': '2ccb3fd3-d924-45c0-a5fe-0b267f8961bd', 'status': 'completed', 'code': 200} Aug 31 03:06:48.599905 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-b1f3fc91-c047-4286-86a8-926b8dc48b49 service neutron] 10.222.0.39 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171048 Aug 31 03:06:48.642076 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525f562-f56d-4e95-8ab6-90c8470afd2a req-8a097f2e-f08c-42ac-8239-6a414f737f36 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:48.644261 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0525f562-f56d-4e95-8ab6-90c8470afd2a req-8a097f2e-f08c-42ac-8239-6a414f737f36 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0588691 Aug 31 03:06:48.684455 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0525f562-f56d-4e95-8ab6-90c8470afd2a req-29c6d1bc-238f-461e-bebe-17d52111776e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341287 Aug 31 03:06:48.791587 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a35bb5-91c8-4779-8a6a-d99730df344d req-ba01a07e-61ce-4a5f-9665-2ba313c0204a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:48.793114 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-39a35bb5-91c8-4779-8a6a-d99730df344d req-ba01a07e-61ce-4a5f-9665-2ba313c0204a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0501823 Aug 31 03:06:48.840949 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-39a35bb5-91c8-4779-8a6a-d99730df344d req-1aa15075-85b4-4c18-b5fd-6dc7724f8055 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355315 Aug 31 03:06:48.917691 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d385ad41-b75c-4743-a826-9cd6c1a2ecf5 req-52e248c3-611c-42bb-b18e-25c5a3f0c66e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 210 time: 0.0296793 Aug 31 03:06:49.386744 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06274710-d284-4bb0-9a11-bf1e82c1a7a2 req-ebc98c55-220f-4bd8-a7b9-588e0d53f46e tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:49.388273 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-06274710-d284-4bb0-9a11-bf1e82c1a7a2 req-ebc98c55-220f-4bd8-a7b9-588e0d53f46e tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 945 time: 0.0505364 Aug 31 03:06:49.428087 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-06274710-d284-4bb0-9a11-bf1e82c1a7a2 req-fb568f56-99d3-422d-857e-ae2dd2e77650 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Aug 31 03:06:49.583840 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:49.808308 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c920d81-30c8-457e-a0b4-d64772700b31 req-e345aa53-2d8d-44c0-b35c-45bf10fc63e7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:49.809851 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c920d81-30c8-457e-a0b4-d64772700b31 req-e345aa53-2d8d-44c0-b35c-45bf10fc63e7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Aug 31 03:06:49.905361 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5c920d81-30c8-457e-a0b4-d64772700b31 req-79336300-7c4e-44db-acb3-85c38f476c44 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880585 Aug 31 03:06:49.979068 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51578a88-93ba-416a-a270-c6776e47b0b8 req-8d61cc67-7f82-40e8-8809-a7e650fec1cc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:49.987291 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-ccf18716-7d17-4862-88c3-8bae4587964e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:49.989150 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-ccf18716-7d17-4862-88c3-8bae4587964e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 812 time: 0.1422446 Aug 31 03:06:49.990828 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51578a88-93ba-416a-a270-c6776e47b0b8 req-8d61cc67-7f82-40e8-8809-a7e650fec1cc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0705209 Aug 31 03:06:50.034801 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-51578a88-93ba-416a-a270-c6776e47b0b8 req-86736a52-5cae-45c5-bcd0-f92fa3f1070d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355642 Aug 31 03:06:50.060232 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d0033e35-3072-424e-aaae-e14372823e3c req-d5bccc37-b2bc-47f9-bc39-12625d56cf1d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 210 time: 0.0479839 Aug 31 03:06:50.085392 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-094cfdf3-984b-4037-bee9-7d29f64f0fcd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 379 time: 0.0803907 Aug 31 03:06:50.096415 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'port': {'device_id': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'admin_state_up': True, 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'security_groups': ['8633161d-5e8a-4949-8dac-d82ecd975e0b']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:50.212498 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Made reservation on behalf of 1cb7442f56da4ed08bd964a5cd5af18f for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:06:50.216085 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:50.341478 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Allocated IP 172.20.0.14 (6c05d666-167a-425e-94a4-5634695d8c1d/a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8/51f4e42a-c509-465c-a7af-225df2701117) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:06:50.477216 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:50.491387 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Transition to ACTIVE for port object 51f4e42a-c509-465c-a7af-225df2701117 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:50.525572 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:50.546747 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64488d4-a42a-4cb0-b5de-00204e2d1d85 req-43ff5c43-afc2-4acc-96fb-8d4009252372 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:50.548195 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e64488d4-a42a-4cb0-b5de-00204e2d1d85 req-43ff5c43-afc2-4acc-96fb-8d4009252372 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Aug 31 03:06:50.571201 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Network 6c05d666-167a-425e-94a4-5634695d8c1d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:06:50.576378 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:06:50.580262 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:06:50.588428 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e64488d4-a42a-4cb0-b5de-00204e2d1d85 req-a066a7f0-afd5-4c11-a178-eed5793e9eb9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Aug 31 03:06:50.608001 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=51f4e42a-c509-465c-a7af-225df2701117,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:50.641210 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:50.641910 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:50.658978 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-f1fc7749-4106-40bb-9446-87f6af4abd0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664618 Aug 31 03:06:50.672909 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Request body: {'port': {'device_id': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:06:50.730475 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:50.812499 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c827-1fb0-44fa-8a33-4919d7c496ba req-3b27bb97-6e0a-4bee-95f3-6763178ced55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:50.814120 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-add5c827-1fb0-44fa-8a33-4919d7c496ba req-3b27bb97-6e0a-4bee-95f3-6763178ced55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.0416701 Aug 31 03:06:50.855964 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-add5c827-1fb0-44fa-8a33-4919d7c496ba req-84b984e3-48c9-4a6b-9f4d-79aa05a3970d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291781 Aug 31 03:06:50.869779 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-840cee96-9929-4b0b-a8c3-a5b030e500e0 None None] Provisioning for port 51f4e42a-c509-465c-a7af-225df2701117 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:06:50.873495 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-840cee96-9929-4b0b-a8c3-a5b030e500e0 None None] Provisioning complete for port 51f4e42a-c509-465c-a7af-225df2701117 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:06:50.873938 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-840cee96-9929-4b0b-a8c3-a5b030e500e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:50.907477 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-840cee96-9929-4b0b-a8c3-a5b030e500e0 None None] Port 51f4e42a-c509-465c-a7af-225df2701117 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:06:51.031657 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f4e42a-c509-465c-a7af-225df2701117 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:06:51.041553 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.058949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Transition to ACTIVE for port object 51f4e42a-c509-465c-a7af-225df2701117 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:06:51.067830 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597e8ee-11a0-4e5a-88f4-47392e791652 req-1e89b42f-5309-4f32-970c-8475051ac8a5 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.069357 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4597e8ee-11a0-4e5a-88f4-47392e791652 req-1e89b42f-5309-4f32-970c-8475051ac8a5 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0738666 Aug 31 03:06:51.070578 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.146139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Pushing event updated for resources: {'Port': ['ID=51f4e42a-c509-465c-a7af-225df2701117,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:51.181566 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4597e8ee-11a0-4e5a-88f4-47392e791652 req-0ec26891-56c5-40d1-93f1-b3ebf43bd404 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863335 Aug 31 03:06:51.203896 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-604411a2-98f2-4a9f-8003-d8a33ae21189 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.205365 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-604411a2-98f2-4a9f-8003-d8a33ae21189 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 945 time: 0.1058245 Aug 31 03:06:51.236939 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Attempting to bind port 51f4e42a-c509-465c-a7af-225df2701117 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:06:51.237443 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Attempting to bind port 51f4e42a-c509-465c-a7af-225df2701117 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:06:51.237796 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Attempting to bind port 51f4e42a-c509-465c-a7af-225df2701117 on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:51.243076 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Port 51f4e42a-c509-465c-a7af-225df2701117 on network 6c05d666-167a-425e-94a4-5634695d8c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:06:51.243733 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Attempting to bind port 51f4e42a-c509-465c-a7af-225df2701117 on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:06:51.248844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:06:51.249260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Checking segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:06:51.250564 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Bound using segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:06:51.250912 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Bound port: 51f4e42a-c509-465c-a7af-225df2701117, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:06:51.251341 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.259156 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fe161-878a-4ceb-b18d-203a60c9dc02 req-b4eea772-66ea-4b0d-b22b-9531b93083cc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.260839 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-601fe161-878a-4ceb-b18d-203a60c9dc02 req-b4eea772-66ea-4b0d-b22b-9531b93083cc tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1174657 Aug 31 03:06:51.340536 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-601fe161-878a-4ceb-b18d-203a60c9dc02 req-8951e9f9-5997-41cc-8b85-8672b9393e28 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653021 Aug 31 03:06:51.365119 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Deleting port d2de6412-d093-4daf-beb6-d605bb3221ce {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:06:51.365468 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.371524 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98fcb9-6bf1-4bf3-a362-cb9d19a42d97 req-6c1b4009-0ba9-4d62-85d1-b0d1673cb0f3 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.373944 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1a98fcb9-6bf1-4bf3-a362-cb9d19a42d97 req-6c1b4009-0ba9-4d62-85d1-b0d1673cb0f3 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0980060 Aug 31 03:06:51.380803 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] For port 51f4e42a-c509-465c-a7af-225df2701117, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:06:51.385059 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] For port 51f4e42a-c509-465c-a7af-225df2701117, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51f4e42a-c509-465c-a7af-225df2701117,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:06:51.394002 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.446298 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.446924 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.448342 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] 10.222.0.45 "PUT /v2.0/ports/51f4e42a-c509-465c-a7af-225df2701117 HTTP/1.1" status: 200 len: 1094 time: 0.7801898 Aug 31 03:06:51.454076 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'tag': '51f4e42a-c509-465c-a7af-225df2701117'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:06:51.459350 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58841ea-d583-4a90-9630-39aa45c2c96e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "tag": "51f4e42a-c509-465c-a7af-225df2701117"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:06:51.472445 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] For port d2de6412-d093-4daf-beb6-d605bb3221ce, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=d2de6412-d093-4daf-beb6-d605bb3221ce,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:51.473103 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.478605 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1a98fcb9-6bf1-4bf3-a362-cb9d19a42d97 req-4e32016a-87b3-417b-bf89-c2c2c80e7d47 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954118 Aug 31 03:06:51.496855 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Calling delete_port for d2de6412-d093-4daf-beb6-d605bb3221ce owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:06:51.520190 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74d9260-5f9e-4173-a3c9-9ec552edca82 x-openstack-request-id: req-f74d9260-5f9e-4173-a3c9-9ec552edca82 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:06:51.520607 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "tag": "51f4e42a-c509-465c-a7af-225df2701117", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:06:51.520949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f74d9260-5f9e-4173-a3c9-9ec552edca82 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:06:51.521422 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'tag': '51f4e42a-c509-465c-a7af-225df2701117', 'status': 'completed', 'code': 200} Aug 31 03:06:51.523347 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f9210-f16f-49f8-ad09-3cc6fdaf5738 service neutron] Pushing event updated for resources: {'Port': ['ID=51f4e42a-c509-465c-a7af-225df2701117,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:51.565084 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-5e872c3e-b340-47ac-8a04-472b40332a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.566772 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-5e872c3e-b340-47ac-8a04-472b40332a91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 1097 time: 0.0586662 Aug 31 03:06:51.610543 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-d229b6b4-f541-4319-ae59-c927e77d35be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51f4e42a-c509-465c-a7af-225df2701117 HTTP/1.1" status: 200 len: 217 time: 0.0350187 Aug 31 03:06:51.647660 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:06:51.676463 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.682043 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-7ebd6714-853f-4614-8bd8-9f0c77ed7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.683771 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-7ebd6714-853f-4614-8bd8-9f0c77ed7755 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0586972 Aug 31 03:06:51.687887 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:06:51.688507 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 2ccb3fd3-d924-45c0-a5fe-0b267f8961bd not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:06:51.695601 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a', 'd2de6412-d093-4daf-beb6-d605bb3221ce'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:06:51.703847 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event deleted for resources: {'Port': ['ID=d2de6412-d093-4daf-beb6-d605bb3221ce,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:51.733021 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f5873ebc-708d-45cb-ab37-1470a61dc865 req-cf6fda74-a168-456c-b0e2-eb53aac54609 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=d118c9d4-fc94-44e4-bd19-7643c3f89504 HTTP/1.1" status: 200 len: 210 time: 0.0482891 Aug 31 03:06:51.758206 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] No DVR routers for this DVR port d2de6412-d093-4daf-beb6-d605bb3221ce on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:06:51.760793 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:51.762966 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-01d3f525-7992-4823-a279-b380c5e36bd3 req-ab32ac66-6ce5-47c8-9d61-5ce42a5ff44f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "DELETE /v2.0/ports/d2de6412-d093-4daf-beb6-d605bb3221ce HTTP/1.1" status: 204 len: 173 time: 0.5429878 Aug 31 03:06:51.763448 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'name': 'network-vif-deleted', 'tag': 'd2de6412-d093-4daf-beb6-d605bb3221ce'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:06:51.765663 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f950466-699b-4295-ab1b-9c32c82d595b" -d '{"events": [{"server_uuid": "d118c9d4-fc94-44e4-bd19-7643c3f89504", "name": "network-vif-deleted", "tag": "d2de6412-d093-4daf-beb6-d605bb3221ce"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:06:51.776190 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-ff51a38e-f500-484b-a360-40281c5a9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:51.777724 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-ff51a38e-f500-484b-a360-40281c5a9153 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754352 Aug 31 03:06:51.833919 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a1f3a3-4368-40cb-9e53-8eff58f6cf6f x-openstack-request-id: req-16a1f3a3-4368-40cb-9e53-8eff58f6cf6f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:06:51.834486 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d118c9d4-fc94-44e4-bd19-7643c3f89504", "name": "network-vif-deleted", "tag": "d2de6412-d093-4daf-beb6-d605bb3221ce", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:06:51.835078 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16a1f3a3-4368-40cb-9e53-8eff58f6cf6f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:06:51.837229 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd118c9d4-fc94-44e4-bd19-7643c3f89504', 'name': 'network-vif-deleted', 'tag': 'd2de6412-d093-4daf-beb6-d605bb3221ce', 'status': 'completed', 'code': 200} Aug 31 03:06:51.889004 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-349614c5-8db1-4ad8-bebd-abc5eb1669c6 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020987 Aug 31 03:06:51.990297 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-10e0276c-5a3b-4811-b375-504a6f7bbbeb req-1fb7e40d-78cb-42a7-9ea2-70b6de52be88 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834751 Aug 31 03:06:52.092091 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-861a1c96-63c5-411b-97df-6ce2bef22bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.093597 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-861a1c96-63c5-411b-97df-6ce2bef22bf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 1097 time: 0.0427039 Aug 31 03:06:52.208331 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-7588317f-6564-471f-98ee-361f08062853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.209890 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-7588317f-6564-471f-98ee-361f08062853 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.0889122 Aug 31 03:06:52.263739 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-c3966984-b179-4900-adbb-10f3d27e667c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51f4e42a-c509-465c-a7af-225df2701117 HTTP/1.1" status: 200 len: 217 time: 0.0364785 Aug 31 03:06:52.355357 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-b3fef6bf-916d-4215-8743-0f851494fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.356879 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-b3fef6bf-916d-4215-8743-0f851494fa22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0838311 Aug 31 03:06:52.370145 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed452-ec85-4c8e-bd9c-654ae0be148d req-fa9110ab-c570-494b-a266-9351bee314f0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.371913 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ec4ed452-ec85-4c8e-bd9c-654ae0be148d req-fa9110ab-c570-494b-a266-9351bee314f0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0909431 Aug 31 03:06:52.446500 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ec4ed452-ec85-4c8e-bd9c-654ae0be148d req-0237b382-145e-445a-99ee-c5c5c6bb111e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615275 Aug 31 03:06:52.449588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-5239a6db-75df-4362-bde8-1251af675139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.451285 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-5239a6db-75df-4362-bde8-1251af675139 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780263 Aug 31 03:06:52.492863 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2da7e7-1350-4b19-99ee-42cc0aca8a6b req-86043c6d-ff59-4320-b3ad-8ac72f734dda tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.494452 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5e2da7e7-1350-4b19-99ee-42cc0aca8a6b req-86043c6d-ff59-4320-b3ad-8ac72f734dda tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0585573 Aug 31 03:06:52.538962 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5e2da7e7-1350-4b19-99ee-42cc0aca8a6b req-9b0bb843-0069-4ce6-804e-bfe4a319e9e1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Aug 31 03:06:52.786925 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d684727-d570-453f-b806-2d345aaffd87 req-6871ff4e-6692-464d-8c25-d61510837657 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.788479 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7d684727-d570-453f-b806-2d345aaffd87 req-6871ff4e-6692-464d-8c25-d61510837657 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0722373 Aug 31 03:06:52.809972 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-313b88b5-2f2c-4a35-8f12-f2062a26f534 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490829 Aug 31 03:06:52.853938 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7d684727-d570-453f-b806-2d345aaffd87 req-143aa623-efbc-4ae0-8c99-d747ac664ce6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559032 Aug 31 03:06:52.934008 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-2c49e637-c536-44e9-b9e4-96c93f40823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.935844 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-2c49e637-c536-44e9-b9e4-96c93f40823e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.0802677 Aug 31 03:06:52.945640 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901e0cc-f5e3-4b9e-acdd-5600ccc5f52c req-a8c4ab35-d534-41ab-b512-4779d7b41396 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:52.947071 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a901e0cc-f5e3-4b9e-acdd-5600ccc5f52c req-a8c4ab35-d534-41ab-b512-4779d7b41396 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1037161 Aug 31 03:06:52.959845 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c58841ea-d583-4a90-9630-39aa45c2c96e req-6d38b5f7-fdde-4bd1-8a30-e28ce3508efb service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237075 Aug 31 03:06:53.042564 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a901e0cc-f5e3-4b9e-acdd-5600ccc5f52c req-ecad6ef2-d48e-4fca-8bdb-6fdd8f4d9b6e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857081 Aug 31 03:06:53.071661 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-60344ea3-4269-4526-a080-1589b3484e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:53.073118 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-60344ea3-4269-4526-a080-1589b3484e47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.1245396 Aug 31 03:06:53.120080 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-ad3a7c47-1025-48af-a23b-4d889498b88b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 217 time: 0.0356379 Aug 31 03:06:53.175151 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-77490936-7ef4-4ea6-84d4-1807d9686ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:53.176729 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-77490936-7ef4-4ea6-84d4-1807d9686ea9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.0502203 Aug 31 03:06:53.211023 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-c35338f4-7bd1-42cc-8ebb-b3382173aee4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260911 Aug 31 03:06:53.321566 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-beea2b31-6268-44ac-996d-d2e4d46d2f9e service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911808 Aug 31 03:06:53.420546 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0217b6a2-a6db-4a7e-832e-a5ed9dc671e6 req-db281ef2-6bdc-406f-8974-530ce1246e9d service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893297 Aug 31 03:06:53.566148 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e28f-7139-4d2e-9691-94f272d21875 req-63eba53b-f9dc-4e26-83e0-f4bab96f17d4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:53.567576 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-46d9e28f-7139-4d2e-9691-94f272d21875 req-63eba53b-f9dc-4e26-83e0-f4bab96f17d4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Aug 31 03:06:53.605569 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-46d9e28f-7139-4d2e-9691-94f272d21875 req-16556927-366a-4fe7-9c28-055e1a57bcaf tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319481 Aug 31 03:06:53.983945 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f372a-fcc3-4021-9566-96a6a46ee010 req-7d199b70-41b2-49b7-be52-253c2c4c2ad5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:53.985471 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0b1f372a-fcc3-4021-9566-96a6a46ee010 req-7d199b70-41b2-49b7-be52-253c2c4c2ad5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0546691 Aug 31 03:06:54.025156 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0b1f372a-fcc3-4021-9566-96a6a46ee010 req-f107d07e-50f7-45f4-89a9-7ab0ee5a2b21 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Aug 31 03:06:54.168812 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8d7b0-e1f8-4bd9-a08a-49d2557f7dbd req-38fc7b74-6b35-4aa5-9b56-84fbd0271077 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:54.170286 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d0c8d7b0-e1f8-4bd9-a08a-49d2557f7dbd req-38fc7b74-6b35-4aa5-9b56-84fbd0271077 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0503728 Aug 31 03:06:54.183391 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf221498-978b-4ea8-a0a1-571260e1c55c req-a0889b5b-928a-4bb1-be96-78109cd5ec4d tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:54.184903 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bf221498-978b-4ea8-a0a1-571260e1c55c req-a0889b5b-928a-4bb1-be96-78109cd5ec4d tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0497487 Aug 31 03:06:54.210889 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d0c8d7b0-e1f8-4bd9-a08a-49d2557f7dbd req-a5b018b9-3692-4cee-95dc-88409e9e7276 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Aug 31 03:06:54.239022 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bf221498-978b-4ea8-a0a1-571260e1c55c req-094d170a-dfee-4af7-b4ba-4932d135d01f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Aug 31 03:06:54.730171 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00036bd-15bc-44dc-afec-7e1f0ccde4e9 req-eac6f301-dec6-4a8e-86b2-dc3ce602ce7a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:54.731648 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c00036bd-15bc-44dc-afec-7e1f0ccde4e9 req-eac6f301-dec6-4a8e-86b2-dc3ce602ce7a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0532799 Aug 31 03:06:54.769287 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c00036bd-15bc-44dc-afec-7e1f0ccde4e9 req-99ee38f9-e4d6-43d6-9d39-fb4c770ad2b9 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Aug 31 03:06:55.146376 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de1743-b1d3-4713-929b-767043570d0f req-32b21f0a-3980-4048-9bde-30410ecf0467 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:55.148630 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a7de1743-b1d3-4713-929b-767043570d0f req-32b21f0a-3980-4048-9bde-30410ecf0467 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0538735 Aug 31 03:06:55.188184 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a7de1743-b1d3-4713-929b-767043570d0f req-9332180a-70dd-49ad-953a-dc49a6be3913 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Aug 31 03:06:55.335741 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e6cac-cc81-476b-91ba-022302901a0f req-b17e51ad-d583-4572-8c60-9921cef53513 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:55.337231 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1d0e6cac-cc81-476b-91ba-022302901a0f req-b17e51ad-d583-4572-8c60-9921cef53513 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0560751 Aug 31 03:06:55.360276 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93165a71-7d42-43b7-84e7-46f87ab1f3d6 req-0c7e8a62-8544-40f9-bec4-6b7de1d160f2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:55.361808 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-93165a71-7d42-43b7-84e7-46f87ab1f3d6 req-0c7e8a62-8544-40f9-bec4-6b7de1d160f2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0518167 Aug 31 03:06:55.374331 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1d0e6cac-cc81-476b-91ba-022302901a0f req-933abb16-a311-4920-b9e6-31ef50a5c96a tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Aug 31 03:06:55.405535 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-93165a71-7d42-43b7-84e7-46f87ab1f3d6 req-404acb87-c367-46ca-9c41-a4d92607541b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Aug 31 03:06:55.890066 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e216b36-b829-46b0-ad2e-eb48ef61a82e req-d2b93039-d1c5-4ef8-b312-e92b6350ddab tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:55.891519 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4e216b36-b829-46b0-ad2e-eb48ef61a82e req-d2b93039-d1c5-4ef8-b312-e92b6350ddab tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Aug 31 03:06:55.930018 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4e216b36-b829-46b0-ad2e-eb48ef61a82e req-6b4f2e59-276e-4586-8685-036e6f00de61 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326269 Aug 31 03:06:56.006236 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device d2de6412-d093-4daf-beb6-d605bb3221ce no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:06:56.026606 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: d2de6412-d093-4daf-beb6-d605bb3221ce {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:06:56.026946 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device d2de6412-d093-4daf-beb6-d605bb3221ce not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:06:56.304534 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88de1-1200-492b-abc4-04e3e1ed4d34 req-85326384-aade-464c-bbed-20b97ae653ea tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:56.306067 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-13e88de1-1200-492b-abc4-04e3e1ed4d34 req-85326384-aade-464c-bbed-20b97ae653ea tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0493615 Aug 31 03:06:56.349175 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-13e88de1-1200-492b-abc4-04e3e1ed4d34 req-30d5d9ac-83a4-4853-8610-90d6c8b3df49 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372286 Aug 31 03:06:56.500762 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455c7dc-3f78-47bb-854f-d4786e766df4 req-b6e859d2-159b-466d-b831-789a58cc9498 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:56.502345 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9455c7dc-3f78-47bb-854f-d4786e766df4 req-b6e859d2-159b-466d-b831-789a58cc9498 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0544815 Aug 31 03:06:56.523884 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc162c97-e38e-4947-8ddd-8f9b073ea9e8 req-af7bc700-4732-41a0-a631-2e5e718ceaf9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:56.525378 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dc162c97-e38e-4947-8ddd-8f9b073ea9e8 req-af7bc700-4732-41a0-a631-2e5e718ceaf9 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0492270 Aug 31 03:06:56.542051 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9455c7dc-3f78-47bb-854f-d4786e766df4 req-98fd4240-5c6e-4ee7-9338-3d22ec0b506e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Aug 31 03:06:56.565521 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dc162c97-e38e-4947-8ddd-8f9b073ea9e8 req-9047ea02-45d0-47b8-a7b8-da33fe6c3be4 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Aug 31 03:06:57.053806 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26ae2c-ef69-4b27-91ad-c589a2e052dc req-d70f6b68-0c65-4fc0-86c2-63acf69908b1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:57.055322 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-de26ae2c-ef69-4b27-91ad-c589a2e052dc req-d70f6b68-0c65-4fc0-86c2-63acf69908b1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0544367 Aug 31 03:06:57.096997 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-de26ae2c-ef69-4b27-91ad-c589a2e052dc req-02f70732-436f-47fe-98cd-35e65002b3d6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350811 Aug 31 03:06:57.464139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced2e3-37c1-49c7-9c9f-ec01efcc030b req-31983de8-a7de-4857-8151-9a52905a7147 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:57.465593 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-80ced2e3-37c1-49c7-9c9f-ec01efcc030b req-31983de8-a7de-4857-8151-9a52905a7147 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0488250 Aug 31 03:06:57.502511 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-80ced2e3-37c1-49c7-9c9f-ec01efcc030b req-637eb89c-3ade-48af-854f-a3fb4df8bef1 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303290 Aug 31 03:06:57.663779 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2fe6a-1563-4dca-85b1-ae7bbcf5ddd6 req-557eae54-11ca-43f2-aa04-a5a5965d1267 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:57.665358 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bff2fe6a-1563-4dca-85b1-ae7bbcf5ddd6 req-557eae54-11ca-43f2-aa04-a5a5965d1267 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0566349 Aug 31 03:06:57.687015 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a5f19-3e98-4231-ba89-7184a938a5b2 req-1a01be7b-8a66-44b2-bb9d-4d64fa61fdea tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:57.688590 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8a3a5f19-3e98-4231-ba89-7184a938a5b2 req-1a01be7b-8a66-44b2-bb9d-4d64fa61fdea tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0510120 Aug 31 03:06:57.703903 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bff2fe6a-1563-4dca-85b1-ae7bbcf5ddd6 req-0efc0730-ea58-4ad2-9db0-c59f67027b01 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Aug 31 03:06:57.729664 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8a3a5f19-3e98-4231-ba89-7184a938a5b2 req-8310a2ec-6db5-4235-83db-83a6203c16d1 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Aug 31 03:06:58.220731 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab82bc3-b5fd-4d35-a190-26bd51d0d37f req-e9663d21-a78f-4a54-ae0b-bb2ea4e461d6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:58.222903 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7ab82bc3-b5fd-4d35-a190-26bd51d0d37f req-e9663d21-a78f-4a54-ae0b-bb2ea4e461d6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0547264 Aug 31 03:06:58.260720 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7ab82bc3-b5fd-4d35-a190-26bd51d0d37f req-cd040310-1ce6-4e46-829c-50390f1db551 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319006 Aug 31 03:06:58.526722 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-a5db6d84-1062-4d25-bfae-5983eafbf5b6 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:58.528526 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-a5db6d84-1062-4d25-bfae-5983eafbf5b6 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0520916 Aug 31 03:06:58.615977 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b6534-2e8c-428a-be75-ab80a3151e3b req-3fdb1c38-8504-4079-a602-f48aaf08eab7 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:58.617603 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a51b6534-2e8c-428a-be75-ab80a3151e3b req-3fdb1c38-8504-4079-a602-f48aaf08eab7 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0489171 Aug 31 03:06:58.621330 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Deleting port 7d961084-60b2-44f3-be07-3c8be78bce8a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:06:58.621681 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:58.655672 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a51b6534-2e8c-428a-be75-ab80a3151e3b req-08f5796e-babc-4649-b884-3916608d86d2 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320077 Aug 31 03:06:58.714005 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] For port 7d961084-60b2-44f3-be07-3c8be78bce8a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=7d961084-60b2-44f3-be07-3c8be78bce8a,segment=NetworkSegment(95ccbc82-0846-41a7-a56d-401f5e7a5bb2),segment_id=95ccbc82-0846-41a7-a56d-401f5e7a5bb2)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:06:58.714570 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:58.730576 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Calling delete_port for 7d961084-60b2-44f3-be07-3c8be78bce8a owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:06:58.869949 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c74f8-770c-4a45-bd2f-36e558735c36 req-78cb9f25-1c52-4259-96df-56a0a94420ba tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:58.871463 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e10c74f8-770c-4a45-bd2f-36e558735c36 req-78cb9f25-1c52-4259-96df-56a0a94420ba tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0868607 Aug 31 03:06:58.871777 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db291f-7194-4299-b043-df0907ce7bd3 req-eabeef8b-590a-4e40-8173-50d594af17e2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:58.873274 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89db291f-7194-4299-b043-df0907ce7bd3 req-eabeef8b-590a-4e40-8173-50d594af17e2 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 946 time: 0.0625265 Aug 31 03:06:58.916135 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89db291f-7194-4299-b043-df0907ce7bd3 req-fa019c18-5a9c-4ebb-98b8-4927a20fcd3f tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/security-groups?id=91979b36-9e44-42b9-b38f-b93669abf9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361001 Aug 31 03:06:58.945453 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e10c74f8-770c-4a45-bd2f-36e558735c36 req-c6524c36-27e5-4d7c-8962-70d7defc8d28 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646739 Aug 31 03:06:58.946464 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:58.966535 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['7d961084-60b2-44f3-be07-3c8be78bce8a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:06:58.978210 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Pushing event deleted for resources: {'Port': ['ID=7d961084-60b2-44f3-be07-3c8be78bce8a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:06:59.023136 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] No DVR routers for this DVR port 7d961084-60b2-44f3-be07-3c8be78bce8a on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:06:59.032166 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:06:59.034188 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0862b9a0-413a-447c-b5ac-182b314ed866 req-12c969b6-7886-42d2-98b5-eb5057ce730b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.45 "DELETE /v2.0/ports/7d961084-60b2-44f3-be07-3c8be78bce8a HTTP/1.1" status: 204 len: 173 time: 0.4983308 Aug 31 03:06:59.034609 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'name': 'network-vif-deleted', 'tag': '7d961084-60b2-44f3-be07-3c8be78bce8a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:06:59.036853 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d42a12-426d-4761-8308-a60e94706bc1" -d '{"events": [{"server_uuid": "6fe00e8a-07a3-4e65-a153-e07648d7dbfb", "name": "network-vif-deleted", "tag": "7d961084-60b2-44f3-be07-3c8be78bce8a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:06:59.075503 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70abc2c7-aa85-429b-aa1b-17c31f40e1ff x-openstack-request-id: req-70abc2c7-aa85-429b-aa1b-17c31f40e1ff {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:06:59.075793 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe00e8a-07a3-4e65-a153-e07648d7dbfb", "name": "network-vif-deleted", "tag": "7d961084-60b2-44f3-be07-3c8be78bce8a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:06:59.076042 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70abc2c7-aa85-429b-aa1b-17c31f40e1ff {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:06:59.076428 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe00e8a-07a3-4e65-a153-e07648d7dbfb', 'name': 'network-vif-deleted', 'tag': '7d961084-60b2-44f3-be07-3c8be78bce8a', 'status': 'completed', 'code': 200} Aug 31 03:06:59.378841 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012f5f0-8b5b-41fe-91e9-c5a0d7af90b5 req-0a9ef185-b764-4e83-a8b2-91b6cff936ce tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:59.380587 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3012f5f0-8b5b-41fe-91e9-c5a0d7af90b5 req-0a9ef185-b764-4e83-a8b2-91b6cff936ce tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0480480 Aug 31 03:06:59.421389 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3012f5f0-8b5b-41fe-91e9-c5a0d7af90b5 req-0880c4c4-6ec7-43d6-9765-35e3fcc196f4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349712 Aug 31 03:06:59.771987 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff762b-acf0-4dc2-b33c-ed7e5357f02a req-82e66c3e-b660-405d-852c-2e6aa9e5325f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:06:59.773428 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-71ff762b-acf0-4dc2-b33c-ed7e5357f02a req-82e66c3e-b660-405d-852c-2e6aa9e5325f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0472360 Aug 31 03:06:59.810472 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-71ff762b-acf0-4dc2-b33c-ed7e5357f02a req-a64814e3-941a-45ed-a95a-bb41f781edaa tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Aug 31 03:07:00.017816 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d992586e-865e-459a-87c2-40d9594d1572 req-51e9885e-bc4b-472d-85d2-97934f7a75a8 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.0256171 Aug 31 03:07:00.538690 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71f8a1-eeeb-4462-8c16-ed2895f9e33d req-b964e067-1c13-43e6-8f1b-91685495385c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:00.540218 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7b71f8a1-eeeb-4462-8c16-ed2895f9e33d req-b964e067-1c13-43e6-8f1b-91685495385c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0480950 Aug 31 03:07:00.578299 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7b71f8a1-eeeb-4462-8c16-ed2895f9e33d req-e898e939-19ca-4347-9db6-160fae92c0d9 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Aug 31 03:07:00.921516 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4f84c-348a-4159-8a3c-167c43cbcc65 req-3203493d-ad64-4ba0-b7cf-461a28840442 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:00.922991 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-11a4f84c-348a-4159-8a3c-167c43cbcc65 req-3203493d-ad64-4ba0-b7cf-461a28840442 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0477865 Aug 31 03:07:00.962803 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-11a4f84c-348a-4159-8a3c-167c43cbcc65 req-3caa6ccd-a192-4811-b113-781ac84b1098 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333240 Aug 31 03:07:01.120340 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6333dfae-a7d3-4028-93c9-a41faebbee33 req-28e5e636-3c3c-498f-b48d-95a81a7cdd7b tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.0272446 Aug 31 03:07:01.575638 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:07:01.697859 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae9f8-2086-4270-b83a-0c8b4e8d003e req-275de5fc-889c-40e8-b2d5-1e141dd0f044 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:01.699316 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-047ae9f8-2086-4270-b83a-0c8b4e8d003e req-275de5fc-889c-40e8-b2d5-1e141dd0f044 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0504963 Aug 31 03:07:01.736338 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-047ae9f8-2086-4270-b83a-0c8b4e8d003e req-cb0a024c-dd0e-4eed-b49e-c953b79e96bf tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 Aug 31 03:07:02.073451 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a08f00-179b-4e75-8c28-b89ded302af9 req-fc58ddf0-c707-4e58-accc-44ba2182352b tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:02.074916 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-58a08f00-179b-4e75-8c28-b89ded302af9 req-fc58ddf0-c707-4e58-accc-44ba2182352b tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0473428 Aug 31 03:07:02.112607 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-58a08f00-179b-4e75-8c28-b89ded302af9 req-dac3f376-d866-4b86-89fa-913fbaeeee27 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307550 Aug 31 03:07:02.224319 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fd7d61a8-3bfa-4f1e-827e-d955084b31d6 req-545704fc-9e05-4900-9219-2fff022be093 tempest-AttachVolumeNegativeTest-1019722755 tempest-AttachVolumeNegativeTest-1019722755-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe00e8a-07a3-4e65-a153-e07648d7dbfb HTTP/1.1" status: 200 len: 210 time: 0.0259113 Aug 31 03:07:02.853508 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb5fc1-0a03-4512-bc81-bcaec6ab9eb4 req-1255e406-e5e7-45e0-b542-2e151b79c4a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:02.854900 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9afb5fc1-0a03-4512-bc81-bcaec6ab9eb4 req-1255e406-e5e7-45e0-b542-2e151b79c4a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Aug 31 03:07:02.891719 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9afb5fc1-0a03-4512-bc81-bcaec6ab9eb4 req-0f6174cb-100b-49e5-852b-9f20949cdb10 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 Aug 31 03:07:03.230957 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d01590-2d25-4f39-a7f5-384aae38af89 req-e2fc0833-c7d9-4baa-b9d6-9ee07cd52b1a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:03.232450 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60d01590-2d25-4f39-a7f5-384aae38af89 req-e2fc0833-c7d9-4baa-b9d6-9ee07cd52b1a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0484891 Aug 31 03:07:03.270456 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60d01590-2d25-4f39-a7f5-384aae38af89 req-cf1f03c9-1c56-479d-9372-cf24528d492f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317252 Aug 31 03:07:03.278993 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53464) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:03.324133 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] Deleting subnet ee6f0309-2cbc-4f0c-915e-f20166771532 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:07:03.327254 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.366931 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.404939 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.463500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.491450 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6f0309-2cbc-4f0c-915e-f20166771532,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:03.496835 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.498719 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-9f2d45de-a4f9-4eea-ac74-8be28d7983b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ee6f0309-2cbc-4f0c-915e-f20166771532 HTTP/1.1" status: 204 len: 168 time: 0.2187121 Aug 31 03:07:03.501416 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53468) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:03.578328 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.658314 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.670240 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf690a6-9db8-44fb-96d4-f8202fac1d23']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:03.680723 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ccbc82-0846-41a7-a56d-401f5e7a5bb2') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:03.681021 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ccbc82-0846-41a7-a56d-401f5e7a5bb2') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:03.689492 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.703841 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.710083 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:07:03.710511 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:07:03.712215 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:07:03.769651 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.774492 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:03.776432 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ebf690a6-9db8-44fb-96d4-f8202fac1d23 HTTP/1.1" status: 204 len: 168 time: 0.2740934 Aug 31 03:07:03.789468 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858149da-8042-424e-a9ab-3c5f11e41295 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf690a6-9db8-44fb-96d4-f8202fac1d23,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:03.927292 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 7d961084-60b2-44f3-be07-3c8be78bce8a no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:03.948019 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 7d961084-60b2-44f3-be07-3c8be78bce8a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:07:03.948834 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 7d961084-60b2-44f3-be07-3c8be78bce8a not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:07:04.006832 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53480) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:04.018968 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2e3ee-2ab6-445f-ab5b-d668ae0b064d req-d0e99a03-4c07-424f-99cc-ff17837519bd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:04.020614 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-82d2e3ee-2ab6-445f-ab5b-d668ae0b064d req-d0e99a03-4c07-424f-99cc-ff17837519bd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0545180 Aug 31 03:07:04.057548 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4888e1d6-47fd-450c-9006-4de53d91cbe9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0060db79d68e4bb492cfc5e672c9d4a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482054 Aug 31 03:07:04.059744 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53482) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:04.064266 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-82d2e3ee-2ab6-445f-ab5b-d668ae0b064d req-f0ed5e6f-ea94-4e92-8453-a2f22bd87b2d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375271 Aug 31 03:07:04.112967 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cf554a5-7e3a-4b18-bd1d-5e2e67acfa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:04.136456 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cf554a5-7e3a-4b18-bd1d-5e2e67acfa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:04.187201 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cf554a5-7e3a-4b18-bd1d-5e2e67acfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:04.190358 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cf554a5-7e3a-4b18-bd1d-5e2e67acfa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:04.191846 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-1cf554a5-7e3a-4b18-bd1d-5e2e67acfa15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91979b36-9e44-42b9-b38f-b93669abf9cd HTTP/1.1" status: 204 len: 168 time: 0.1311576 Aug 31 03:07:04.201328 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf554a5-7e3a-4b18-bd1d-5e2e67acfa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91979b36-9e44-42b9-b38f-b93669abf9cd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:04.398366 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078a8e8-5338-493b-a443-32f3d2e3d6d9 req-f098e911-34c5-4060-aaab-0909a29c5435 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:04.399912 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1078a8e8-5338-493b-a443-32f3d2e3d6d9 req-f098e911-34c5-4060-aaab-0909a29c5435 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0576754 Aug 31 03:07:04.442020 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1078a8e8-5338-493b-a443-32f3d2e3d6d9 req-d207aa49-7c77-4461-8eb5-b4a9762e506c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361803 Aug 31 03:07:05.195562 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920cef-888b-4465-9aed-2857ffc3eaf1 req-8f108ddc-2983-4687-bdd4-82652e8a7361 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:05.197108 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-42920cef-888b-4465-9aed-2857ffc3eaf1 req-8f108ddc-2983-4687-bdd4-82652e8a7361 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0532069 Aug 31 03:07:05.235705 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-42920cef-888b-4465-9aed-2857ffc3eaf1 req-a0c9bbd6-769f-4a8f-8315-581bba56a473 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327539 Aug 31 03:07:05.559865 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf06943-0818-4455-a322-74fa19fa41e1 req-a42c7fb3-80e6-4d92-827d-03fb8fea0ecc tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:05.561393 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4cf06943-0818-4455-a322-74fa19fa41e1 req-a42c7fb3-80e6-4d92-827d-03fb8fea0ecc tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 944 time: 0.0525191 Aug 31 03:07:05.601668 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4cf06943-0818-4455-a322-74fa19fa41e1 req-75a5edf9-5ead-4af7-9133-c3ce9e4f2e31 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334411 Aug 31 03:07:06.029486 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51f4e42a-c509-465c-a7af-225df2701117 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:07:06.126163 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 51f4e42a-c509-465c-a7af-225df2701117, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51f4e42a-c509-465c-a7af-225df2701117,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:06.137418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '51f4e42a-c509-465c-a7af-225df2701117', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'port_id': '51f4e42a-c509-465c-a7af-225df2701117', 'mac_address': 'fa:16:3e:8e:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:07:06.177809 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:06.190463 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f4e42a-c509-465c-a7af-225df2701117 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:07:06.209638 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 51f4e42a-c509-465c-a7af-225df2701117, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51f4e42a-c509-465c-a7af-225df2701117,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:06.213332 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:06.214033 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:07:06.304268 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=51f4e42a-c509-465c-a7af-225df2701117,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:06.350585 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:06.352849 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900088-df48-4185-8d82-d544e0212e85 req-2bb4ca5b-f797-4898-ab9d-2f50758591aa tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:06.354327 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f3900088-df48-4185-8d82-d544e0212e85 req-2bb4ca5b-f797-4898-ab9d-2f50758591aa tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0480018 Aug 31 03:07:06.362161 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'port_id': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'mac_address': 'fa:16:3e:e3:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:07:06.395233 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f3900088-df48-4185-8d82-d544e0212e85 req-2f330d86-0383-404b-81f0-ada3fbcb2b7b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348837 Aug 31 03:07:06.401559 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:06.415593 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff470622-5f4c-4e8e-808f-480c993ae235 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:07:06.434320 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:06.438143 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:06.483949 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:06.716922 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277644-4ce7-4ee2-a7c4-fcf47994d630 req-8d108366-dd1d-4957-8b05-8cbc3f0dd3e2 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:06.718580 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ef277644-4ce7-4ee2-a7c4-fcf47994d630 req-8d108366-dd1d-4957-8b05-8cbc3f0dd3e2 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 945 time: 0.0492914 Aug 31 03:07:06.756320 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ef277644-4ce7-4ee2-a7c4-fcf47994d630 req-0d30af55-e6f3-4595-a5a8-e2c20e365aa8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313029 Aug 31 03:07:07.523418 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa76f7-5baa-4f0d-97f4-2ac7a7851152 req-d12d7a57-33fa-4d1b-803e-8ffb7c656ae0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:07.524884 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d4fa76f7-5baa-4f0d-97f4-2ac7a7851152 req-d12d7a57-33fa-4d1b-803e-8ffb7c656ae0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.0521667 Aug 31 03:07:07.566653 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d4fa76f7-5baa-4f0d-97f4-2ac7a7851152 req-19a4d41a-ae17-469e-b30f-a16a5fc9bd15 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353239 Aug 31 03:07:07.874223 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154605f1-052e-47b2-94ba-514fba20e878 req-f9e39e78-e6fc-4550-b63b-afce6a6b0cc1 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:07.875737 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-154605f1-052e-47b2-94ba-514fba20e878 req-f9e39e78-e6fc-4550-b63b-afce6a6b0cc1 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 945 time: 0.0499213 Aug 31 03:07:07.920456 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-154605f1-052e-47b2-94ba-514fba20e878 req-8f1452fa-628e-4241-a4a6-89336e0648b8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385952 Aug 31 03:07:08.151585 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['ff470622-5f4c-4e8e-808f-480c993ae235'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:07:08.434188 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['51f4e42a-c509-465c-a7af-225df2701117'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:07:08.695642 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bfd50-a1e3-41e5-8402-4fa4307b9254 req-e670115f-8698-4500-a988-9d5e7dc6c3ee tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:08.697033 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-295bfd50-a1e3-41e5-8402-4fa4307b9254 req-e670115f-8698-4500-a988-9d5e7dc6c3ee tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.0510919 Aug 31 03:07:08.738562 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-295bfd50-a1e3-41e5-8402-4fa4307b9254 req-7eed4fb8-669e-49b9-87c7-91d1e424467e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355573 Aug 31 03:07:09.065989 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862901a-96b8-40f0-b5e4-cda69259c0ed req-ed4ae142-40b7-4703-a7a9-174136e14a49 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:09.076002 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6862901a-96b8-40f0-b5e4-cda69259c0ed req-ed4ae142-40b7-4703-a7a9-174136e14a49 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 945 time: 0.0789816 Aug 31 03:07:09.110645 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6862901a-96b8-40f0-b5e4-cda69259c0ed req-da58c25b-0f01-4ec1-bbc4-94fa5a6299e7 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337903 Aug 31 03:07:09.659255 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:09.873303 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e250bf6-4de6-4af5-b8d9-959be6b605c0 req-a3781afc-5d8a-4a65-9727-81a3bbf27a56 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:09.875617 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6e250bf6-4de6-4af5-b8d9-959be6b605c0 req-a3781afc-5d8a-4a65-9727-81a3bbf27a56 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.0529385 Aug 31 03:07:09.939419 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6e250bf6-4de6-4af5-b8d9-959be6b605c0 req-d0243818-b3b6-4f6b-b054-911b820c389b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570860 Aug 31 03:07:10.019866 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:07:10.069958 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port ff470622-5f4c-4e8e-808f-480c993ae235 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:10.070338 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:10.180883 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:10.217686 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:10.221396 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a4d5d6-db6b-4ec2-a80f-e59bf2cf2231" -d '{"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-plugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:10.245838 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:10.257264 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:10.258160 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51f4e42a-c509-465c-a7af-225df2701117 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:07:10.264884 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b914dca-6e0d-4b25-87a0-4a3263860ec9 req-395c715d-aaba-458c-8341-719eb51e28c6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:10.274318 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8b914dca-6e0d-4b25-87a0-4a3263860ec9 req-395c715d-aaba-458c-8341-719eb51e28c6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 945 time: 0.0675273 Aug 31 03:07:10.323771 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8b914dca-6e0d-4b25-87a0-4a3263860ec9 req-9b5ff4a1-bf3b-42ed-93c6-9ba414ed306d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433700 Aug 31 03:07:10.340216 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad20942-a346-404a-9111-6077048bcff9 x-openstack-request-id: req-3ad20942-a346-404a-9111-6077048bcff9 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:10.340913 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-plugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:10.341180 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ad20942-a346-404a-9111-6077048bcff9 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:10.341576 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'code': 200} Aug 31 03:07:10.392147 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:10.418045 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 51f4e42a-c509-465c-a7af-225df2701117 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:07:10.424303 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 51f4e42a-c509-465c-a7af-225df2701117 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:10.424945 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:10.428308 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-6c4e0eac-64a2-49d1-b890-b894d3a5cb2c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527062 Aug 31 03:07:10.520335 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-b0680716-666b-4a18-a35a-2e9d44de313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:10.522287 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-b0680716-666b-4a18-a35a-2e9d44de313a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 1098 time: 0.0669677 Aug 31 03:07:10.626408 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:10.674962 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 51f4e42a-c509-465c-a7af-225df2701117, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51f4e42a-c509-465c-a7af-225df2701117,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:10.681901 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:10.745561 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-c2a8d073-9fe8-4e40-8485-b4c1c7c8f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:10.747008 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-c2a8d073-9fe8-4e40-8485-b4c1c7c8f7aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 200 len: 920 time: 0.1787014 Aug 31 03:07:10.760528 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=51f4e42a-c509-465c-a7af-225df2701117,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:10.880521 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-2c01f878-3d10-4c15-98e1-12abb37d72d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 200 len: 217 time: 0.1254246 Aug 31 03:07:10.966975 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-a7cf726c-9712-4fa7-a9ac-03ed644bfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:10.968901 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-a7cf726c-9712-4fa7-a9ac-03ed644bfd2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 200 len: 859 time: 0.0805545 Aug 31 03:07:11.006868 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-0b0a4f7f-5b7f-4113-b7ff-3f124b191331 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274167 Aug 31 03:07:11.079608 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb5f9-4f91-46e6-89d5-3bb355e339a4 req-086baed5-bbf3-4b7d-9362-c7a0f1393c87 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:11.090876 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a70bb5f9-4f91-46e6-89d5-3bb355e339a4 req-086baed5-bbf3-4b7d-9362-c7a0f1393c87 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0690308 Aug 31 03:07:11.110194 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-032e4fb6-822c-4ce7-ac43-33561f50e967 service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941322 Aug 31 03:07:11.152563 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a70bb5f9-4f91-46e6-89d5-3bb355e339a4 req-7196ec3d-17f5-4ff5-b1e6-93e9e4a4cf6b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586841 Aug 31 03:07:11.250640 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e900231f-cac4-40c1-8797-4083a4ed7582 req-3bae1296-1104-4d16-8f50-9e3c0c9b532e service neutron] 10.222.0.45 "GET /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321862 Aug 31 03:07:11.445264 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77891b67-f709-4ac6-bbf4-c2fa98550da2 req-3639f688-eed5-4b4f-9ce8-385c1307df42 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:11.446016 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43f430-0554-431e-b8e2-624fd8db0939 req-354cedb8-09b2-42fe-9c27-1462f0a17113 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:11.446987 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eb43f430-0554-431e-b8e2-624fd8db0939 req-354cedb8-09b2-42fe-9c27-1462f0a17113 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0684927 Aug 31 03:07:11.447142 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-77891b67-f709-4ac6-bbf4-c2fa98550da2 req-3639f688-eed5-4b4f-9ce8-385c1307df42 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0621862 Aug 31 03:07:11.505619 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eb43f430-0554-431e-b8e2-624fd8db0939 req-923361bc-4ff9-4e1c-a288-9128ad7a141f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Aug 31 03:07:11.514598 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-77891b67-f709-4ac6-bbf4-c2fa98550da2 req-52738ec0-0172-40fb-ac57-26fb65cbf400 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507450 Aug 31 03:07:12.332505 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859f97c-c5fb-47c3-ae8e-bf87117e3ab0 req-4030b64a-2fb7-41e4-b327-faf77eb6469e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:12.334168 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f859f97c-c5fb-47c3-ae8e-bf87117e3ab0 req-4030b64a-2fb7-41e4-b327-faf77eb6469e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0576262 Aug 31 03:07:12.342900 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f4e42a-c509-465c-a7af-225df2701117'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:12.345578 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217ab51c-1c40-46bf-ab08-529f4b43703a" -d '{"events": [{"server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "name": "network-vif-plugged", "status": "completed", "tag": "51f4e42a-c509-465c-a7af-225df2701117"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:12.393455 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f859f97c-c5fb-47c3-ae8e-bf87117e3ab0 req-80036321-b633-47ef-84a4-5125c3823c35 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499685 Aug 31 03:07:12.407885 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb117a-6144-4509-b1b9-26a26cb7a559 x-openstack-request-id: req-34eb117a-6144-4509-b1b9-26a26cb7a559 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:12.408151 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "name": "network-vif-plugged", "status": "completed", "tag": "51f4e42a-c509-465c-a7af-225df2701117", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:12.409146 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34eb117a-6144-4509-b1b9-26a26cb7a559 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:12.410127 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f4e42a-c509-465c-a7af-225df2701117', 'code': 200} Aug 31 03:07:12.660275 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3692a7-1d90-4fc2-9c86-4b6c524413fb req-8abd1342-5057-45e2-b924-eb438ff99d29 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:12.662184 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0e3692a7-1d90-4fc2-9c86-4b6c524413fb req-8abd1342-5057-45e2-b924-eb438ff99d29 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0785618 Aug 31 03:07:12.715137 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb1382-a0e8-4acd-be47-a7bc013068af req-79e96f14-ee3f-40c9-bc03-8187f4bbc486 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:12.716747 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-25cb1382-a0e8-4acd-be47-a7bc013068af req-79e96f14-ee3f-40c9-bc03-8187f4bbc486 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0620892 Aug 31 03:07:12.718525 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0e3692a7-1d90-4fc2-9c86-4b6c524413fb req-abdd4cf2-cf88-4630-a4d8-388383a7ba73 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Aug 31 03:07:12.970346 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-25cb1382-a0e8-4acd-be47-a7bc013068af req-255db940-b743-4f17-9c49-bab262d88758 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468889 Aug 31 03:07:13.522864 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb38b9b-f5b3-4f5b-9364-ce2b5c01f123 req-bc1374b5-802a-4987-9ed8-6b22d3593e60 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:13.525076 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8fb38b9b-f5b3-4f5b-9364-ce2b5c01f123 req-bc1374b5-802a-4987-9ed8-6b22d3593e60 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0535583 Aug 31 03:07:13.574995 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8fb38b9b-f5b3-4f5b-9364-ce2b5c01f123 req-34f32349-a303-4df8-a271-f57822977b2b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Aug 31 03:07:13.852473 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead3448-098a-4efb-aba4-ebec818e521f req-b701eeb7-fd16-41af-8566-6f8d98d3108d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:13.854133 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ead3448-098a-4efb-aba4-ebec818e521f req-b701eeb7-fd16-41af-8566-6f8d98d3108d tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0552638 Aug 31 03:07:13.899478 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ead3448-098a-4efb-aba4-ebec818e521f req-c69e7f5c-edd9-467a-9d80-bea78f977689 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Aug 31 03:07:14.104935 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab148ff6-2b8a-4f68-84aa-0300823fd562 req-a3c47851-7fff-408f-b5d1-110e6a034e6c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:14.106713 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ab148ff6-2b8a-4f68-84aa-0300823fd562 req-a3c47851-7fff-408f-b5d1-110e6a034e6c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0577655 Aug 31 03:07:14.153558 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ab148ff6-2b8a-4f68-84aa-0300823fd562 req-f186a590-e24b-4a84-8f5a-f1430c7c0698 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Aug 31 03:07:14.184522 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ec72d69-6b4d-4fe6-a0de-f0adcfeac661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:14.754449 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8afac-b167-4e15-8290-68447e233800 req-b7fc8922-c2fd-4de6-bc45-215c05fc1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:14.756260 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-25f8afac-b167-4e15-8290-68447e233800 req-b7fc8922-c2fd-4de6-bc45-215c05fc1888 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 1099 time: 0.0899553 Aug 31 03:07:14.772286 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963f60-99be-4155-9c5f-db3aa5346a31 req-b5b7d6fd-9a2c-4e2c-bdee-c751a333b420 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:14.782096 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-73963f60-99be-4155-9c5f-db3aa5346a31 req-b5b7d6fd-9a2c-4e2c-bdee-c751a333b420 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0795281 Aug 31 03:07:14.860191 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-73963f60-99be-4155-9c5f-db3aa5346a31 req-9bdba324-52ff-4224-bf95-8937d850846c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755095 Aug 31 03:07:14.862817 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-25f8afac-b167-4e15-8290-68447e233800 req-ae123ba6-19cc-4010-9673-eef05e7308dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634162 Aug 31 03:07:15.048562 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4082f5-d7e6-4bed-bca9-2c7ce7a2675f req-50dc7a41-ee42-49e4-93d3-6b863719a949 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:15.050802 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-af4082f5-d7e6-4bed-bca9-2c7ce7a2675f req-50dc7a41-ee42-49e4-93d3-6b863719a949 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0575809 Aug 31 03:07:15.102072 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-af4082f5-d7e6-4bed-bca9-2c7ce7a2675f req-e7a94d59-645f-4e4f-aebb-83ffd8f8e254 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Aug 31 03:07:15.291131 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12375a9e-f1fb-4a9e-b5c8-02e21d13b0fe req-d12f32f5-fc0d-4e5c-bf76-857f1bd4df9e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:15.299806 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-12375a9e-f1fb-4a9e-b5c8-02e21d13b0fe req-d12f32f5-fc0d-4e5c-bf76-857f1bd4df9e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0672026 Aug 31 03:07:15.348770 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-12375a9e-f1fb-4a9e-b5c8-02e21d13b0fe req-f3944384-5cc9-4dd9-94b6-c5ab4d969120 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476954 Aug 31 03:07:16.013789 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08cef5-b2c1-400b-a7b0-b2f2f25abc19 req-c8da219e-7667-409f-8983-c44268557f97 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:16.024351 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fa08cef5-b2c1-400b-a7b0-b2f2f25abc19 req-c8da219e-7667-409f-8983-c44268557f97 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0705037 Aug 31 03:07:16.117221 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fa08cef5-b2c1-400b-a7b0-b2f2f25abc19 req-d27144a3-a2df-4069-aaee-d2c51a6398bc tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918019 Aug 31 03:07:16.281621 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4e241-41f5-4ffc-8e65-f541a0387d45 req-31987ec3-e0d6-437a-bb24-807c3e4541b0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:16.289713 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9aa4e241-41f5-4ffc-8e65-f541a0387d45 req-31987ec3-e0d6-437a-bb24-807c3e4541b0 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0820026 Aug 31 03:07:16.325834 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9aa4e241-41f5-4ffc-8e65-f541a0387d45 req-275ed1f6-3b35-48cb-967a-cb5ff92aca94 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348938 Aug 31 03:07:16.474022 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b98b0-b310-477c-825f-35011de55977 req-5f4332de-866b-4bc6-b40d-4eb100c162b5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:16.483271 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-df2b98b0-b310-477c-825f-35011de55977 req-5f4332de-866b-4bc6-b40d-4eb100c162b5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0612419 Aug 31 03:07:16.525038 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-df2b98b0-b310-477c-825f-35011de55977 req-86dd32a1-249b-4367-8186-bc2465d04202 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Aug 31 03:07:16.662095 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ae9a7-d64f-43eb-8704-df73ea124d35 req-7ef92965-5c9d-4341-bf42-4b6b0dcc45a6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:16.663564 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f87ae9a7-d64f-43eb-8704-df73ea124d35 req-7ef92965-5c9d-4341-bf42-4b6b0dcc45a6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0583661 Aug 31 03:07:16.710020 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f87ae9a7-d64f-43eb-8704-df73ea124d35 req-bf3fa6c5-1f99-418d-8129-da4d7b5e043b tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392079 Aug 31 03:07:16.733241 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 53806) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:16.879838 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e9df740-705a-4502-87e9-92a6d48b4b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:16.971515 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54a9c3-7fad-41c6-be80-c1a8803c6b79 tempest-TestVolumeBootPattern-178049239 tempest-TestVolumeBootPattern-178049239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:16.974289 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0e54a9c3-7fad-41c6-be80-c1a8803c6b79 tempest-TestVolumeBootPattern-178049239 tempest-TestVolumeBootPattern-178049239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 1094 time: 0.2400317 Aug 31 03:07:16.977138 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 53810) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:16.982776 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'port_id': '51f4e42a-c509-465c-a7af-225df2701117', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:17.009862 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:17.145074 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:17.287414 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f382e-21bc-4aec-9247-b507d3b33fbf req-d97343d7-cf4a-4e60-acec-f956c48a560e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:17.289066 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a36f382e-21bc-4aec-9247-b507d3b33fbf req-d97343d7-cf4a-4e60-acec-f956c48a560e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0745027 Aug 31 03:07:17.343938 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:17.407567 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a36f382e-21bc-4aec-9247-b507d3b33fbf req-55383b87-f4f8-4438-8de0-c037fb8315af tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726192 Aug 31 03:07:17.455508 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Allocated IP 172.27.1.216 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/abdda11b-7c06-424d-8cb1-2623365abb92) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:07:17.504739 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726632-fae9-423c-b53a-67dda276ed53 req-3eb60d17-509c-4cf8-a8c8-bc683232ea85 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:17.513663 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bc726632-fae9-423c-b53a-67dda276ed53 req-3eb60d17-509c-4cf8-a8c8-bc683232ea85 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.0669818 Aug 31 03:07:17.572899 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bc726632-fae9-423c-b53a-67dda276ed53 req-56a0264e-e53d-4703-9647-1d4807e78592 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565197 Aug 31 03:07:17.651041 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916171ce-e156-4e67-b606-4143d849bc7f req-7b2c0e02-c27d-4fb9-a90b-0c719e351d83 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:17.652869 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-916171ce-e156-4e67-b606-4143d849bc7f req-7b2c0e02-c27d-4fb9-a90b-0c719e351d83 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 946 time: 0.1047912 Aug 31 03:07:17.751462 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:17.806520 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Deleting port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:07:17.806877 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:17.853823 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:17.914673 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:17.929243 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:17.932497 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:07:17.966774 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=abdda11b-7c06-424d-8cb1-2623365abb92,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:17.986057 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.986965 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.987312 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.987681 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.988017 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.988348 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.988684 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.989013 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.989343 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.989683 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.990011 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:17.990315 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:18.012717 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] For port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:18.013102 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:18.047989 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Calling delete_port for b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:07:18.072730 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:18.380900 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:18.396154 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['26042ac4-c619-4a22-9148-45ab89bec21e', 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:07:18.416824 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Pushing event deleted for resources: {'Port': ['ID=b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:18.589509 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] No DVR routers for this DVR port b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:07:18.593188 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:18.596903 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-916171ce-e156-4e67-b606-4143d849bc7f req-58be8dbd-be6d-4f4a-b25a-5ced2f942663 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "DELETE /v2.0/ports/b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 HTTP/1.1" status: 204 len: 173 time: 0.9307525 Aug 31 03:07:18.623976 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'name': 'network-vif-deleted', 'tag': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:18.628070 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ecdedc-a500-4370-b7d6-d5c2ae3dc55d" -d '{"events": [{"server_uuid": "03eb0d60-b7c3-4c06-9c41-7cff1307b369", "name": "network-vif-deleted", "tag": "b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:18.770598 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cca306cf-f8f9-47c4-9102-687962f37de0 req-4a95b9e4-d84f-4b08-ac68-4c97d9f25939 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=03eb0d60-b7c3-4c06-9c41-7cff1307b369 HTTP/1.1" status: 200 len: 210 time: 0.0613875 Aug 31 03:07:18.806227 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e58a-e67e-44b1-b036-1d170f2263fd req-34e6d7f2-0bcf-40be-ab0d-3942047fb491 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:18.807880 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8716e58a-e67e-44b1-b036-1d170f2263fd req-34e6d7f2-0bcf-40be-ab0d-3942047fb491 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.3189132 Aug 31 03:07:18.857595 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:18.954227 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58f75ea-abc0-4987-ac98-86fc9a2f75b2 x-openstack-request-id: req-b58f75ea-abc0-4987-ac98-86fc9a2f75b2 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:18.954885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eb0d60-b7c3-4c06-9c41-7cff1307b369", "name": "network-vif-deleted", "tag": "b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:18.956924 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b58f75ea-abc0-4987-ac98-86fc9a2f75b2 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:18.957591 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eb0d60-b7c3-4c06-9c41-7cff1307b369', 'name': 'network-vif-deleted', 'tag': 'b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5', 'status': 'completed', 'code': 200} Aug 31 03:07:19.019039 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:19.049001 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8716e58a-e67e-44b1-b036-1d170f2263fd req-1e780d9f-c6f8-427a-8154-dfaa299ed6fa tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902150 Aug 31 03:07:19.312988 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:19.320227 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:19.399487 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=abdda11b-7c06-424d-8cb1-2623365abb92,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:19.407717 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:19.592169 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:19.722060 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Floating IP 74047ff2-0396-44bf-a182-8f1e1b56010d associated. External IP: 172.27.1.216, port: 51f4e42a-c509-465c-a7af-225df2701117. Aug 31 03:07:19.925446 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:07:20.027904 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef595a-6e26-4ef7-8cec-e5839df1ee7f req-393f25a0-97bd-4dbb-b664-a6e47e85cf65 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:20.029918 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b1ef595a-6e26-4ef7-8cec-e5839df1ee7f req-393f25a0-97bd-4dbb-b664-a6e47e85cf65 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0496399 Aug 31 03:07:20.041894 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:07:20.054288 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:07:20.062544 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.064209 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:20.064832 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:20.083554 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b1ef595a-6e26-4ef7-8cec-e5839df1ee7f req-9df49715-733e-4113-8b14-6c3a8af73df7 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Aug 31 03:07:20.096357 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-df71b6e5-ff38-4386-b166-57617b62f162 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1156943 Aug 31 03:07:20.190795 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:20.218821 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5350bb1-81d5-4a2a-9ae5-3f3d99fcea9a req-707d784a-8e16-4320-8e4b-66ec8ec8909e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:20.220412 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d5350bb1-81d5-4a2a-9ae5-3f3d99fcea9a req-707d784a-8e16-4320-8e4b-66ec8ec8909e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0514081 Aug 31 03:07:20.289275 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d5350bb1-81d5-4a2a-9ae5-3f3d99fcea9a req-104fba85-b6d6-45d7-8050-85f1507a2fea tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552216 Aug 31 03:07:20.294350 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-d0a10e57-4ae1-4cb3-97aa-867dbe0be51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:20.295991 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-d0a10e57-4ae1-4cb3-97aa-867dbe0be51b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1098 time: 0.0712612 Aug 31 03:07:20.421663 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-4ebcd21f-f61a-484e-84c4-4e92cbcc0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:20.423240 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-4ebcd21f-f61a-484e-84c4-4e92cbcc0025 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.1176827 Aug 31 03:07:20.423935 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53910) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:20.537536 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '74047ff2-0396-44bf-a182-8f1e1b56010d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '51f4e42a-c509-465c-a7af-225df2701117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:8e:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:07:18Z', 'updated_at': '2021-08-31T03:07:18Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:20.552826 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.569932 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-14cd10b6-5f94-4a89-99b5-d17a6ec4d3a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 200 len: 1000 time: 0.1372907 Aug 31 03:07:20.570817 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:07:20.579071 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:20.579769 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:20.640160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-2daefc6f-db9c-40a2-836c-dc67a28cce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:20.642216 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-2daefc6f-db9c-40a2-836c-dc67a28cce02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0607755 Aug 31 03:07:20.669553 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.675429 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.699200 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-74626953-d8f7-4720-9666-551794b95046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:20.700883 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-74626953-d8f7-4720-9666-551794b95046 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452452 Aug 31 03:07:20.711548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39738405-6205-43cb-9f32-69cec645bf36,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:20.718662 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:20.723529 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.723529 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.724127 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.724543 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.724951 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.725355 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.725871 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.726272 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.726674 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.727385 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.727791 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.728210 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:20.751121 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e30d0294-dc8d-4165-8197-a98dc95502d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37da423f787d4271945189638ce213ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258729 Aug 31 03:07:20.753930 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 53918) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:20.825301 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-deb9fa3a-3809-4c84-bcac-18682c5f8043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.849384 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-deb9fa3a-3809-4c84-bcac-18682c5f8043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.859906 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-7152d2ba-a157-487e-99be-5e1bc56c2b3d service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494575 Aug 31 03:07:20.902248 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-deb9fa3a-3809-4c84-bcac-18682c5f8043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.905127 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-deb9fa3a-3809-4c84-bcac-18682c5f8043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:20.909485 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-deb9fa3a-3809-4c84-bcac-18682c5f8043 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39738405-6205-43cb-9f32-69cec645bf36 HTTP/1.1" status: 204 len: 168 time: 0.1512690 Aug 31 03:07:20.914782 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9fa3a-3809-4c84-bcac-18682c5f8043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39738405-6205-43cb-9f32-69cec645bf36,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:20.958647 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'tag': '51f4e42a-c509-465c-a7af-225df2701117'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:20.961069 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "tag": "51f4e42a-c509-465c-a7af-225df2701117"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:21.000237 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-118883f0-e01d-4630-b2eb-d62fd0b64414 req-5fe33743-0f08-4f2c-9f7c-27ddb6f4a882 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282246 Aug 31 03:07:21.008469 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d1c795-5bf8-435c-a8d4-19604fef0623 x-openstack-request-id: req-14d1c795-5bf8-435c-a8d4-19604fef0623 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:21.008805 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "tag": "51f4e42a-c509-465c-a7af-225df2701117", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:21.009156 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14d1c795-5bf8-435c-a8d4-19604fef0623 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:21.009802 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'tag': '51f4e42a-c509-465c-a7af-225df2701117', 'status': 'completed', 'code': 200} Aug 31 03:07:21.011759 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '74047ff2-0396-44bf-a182-8f1e1b56010d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '51f4e42a-c509-465c-a7af-225df2701117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:8e:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:07:18Z', 'updated_at': '2021-08-31T03:07:18Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:21.043263 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685d73ad-1ed9-4b75-b97b-67cc8257cf21 None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '74047ff2-0396-44bf-a182-8f1e1b56010d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '51f4e42a-c509-465c-a7af-225df2701117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:8e:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:07:18Z', 'updated_at': '2021-08-31T03:07:18Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:07:21.081492 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-3241b521-db09-441c-b2c2-a0ced21e702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:21.083012 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-3241b521-db09-441c-b2c2-a0ced21e702c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 1099 time: 0.0438535 Aug 31 03:07:21.228060 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-5688bed0-0c26-4ad4-98c3-d039107ce190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:21.229660 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-5688bed0-0c26-4ad4-98c3-d039107ce190 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.1325331 Aug 31 03:07:21.241440 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd42b45-fc53-4f27-b9b5-7426aedaf386 req-ba6ae9d5-4927-49ff-8743-4afa7d79da4b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:21.242994 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9cd42b45-fc53-4f27-b9b5-7426aedaf386 req-ba6ae9d5-4927-49ff-8743-4afa7d79da4b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0763750 Aug 31 03:07:21.289966 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d06486-19d4-40ba-a8dd-82f899cb0503 None None] New status for floating IP 74047ff2-0396-44bf-a182-8f1e1b56010d: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:07:21.343281 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-0bc80b7b-765e-409c-a3b0-3b42eeb7a130 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51f4e42a-c509-465c-a7af-225df2701117 HTTP/1.1" status: 200 len: 1000 time: 0.0991356 Aug 31 03:07:21.352793 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9cd42b45-fc53-4f27-b9b5-7426aedaf386 req-32f214b8-f72f-4eb8-8ef8-5ad1c8d7988b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026888 Aug 31 03:07:21.409343 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-3cbdb344-d8df-41a1-b4ca-bb943c2c5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:21.412359 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-3cbdb344-d8df-41a1-b4ca-bb943c2c5f8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0583427 Aug 31 03:07:21.443672 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b1af3-ecd0-42c3-805b-1fe3a1975c26 req-fb7d8164-4d0b-472b-9475-31792ed391f5 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:21.451719 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-442b1af3-ecd0-42c3-805b-1fe3a1975c26 req-fb7d8164-4d0b-472b-9475-31792ed391f5 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0639260 Aug 31 03:07:21.485212 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-26bb944c-d9df-47f1-a7d3-8c58614bd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:21.488857 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-26bb944c-d9df-47f1-a7d3-8c58614bd31b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683274 Aug 31 03:07:21.506352 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-442b1af3-ecd0-42c3-805b-1fe3a1975c26 req-a0b021b2-07ab-436a-ad9d-9ef84aa2be7f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468724 Aug 31 03:07:21.589471 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-199bccfe-5d83-4c51-8294-5d84ab92a6ec service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917065 Aug 31 03:07:21.695172 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfbf26dc-7f7b-41c9-b0ba-b1d4767308bc req-5aae9a82-a372-45a5-b768-32bec60cb093 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934792 Aug 31 03:07:22.083334 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:22.106801 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:07:22.107154 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device b8bfc8b7-3eb5-44e9-a0c6-7ddf8ea86aa5 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:07:22.472484 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e3262-4d06-4355-8088-f2648f930f42 req-ba8fde56-175a-4cc4-a80c-c78a1cf763d4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:22.473951 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e96e3262-4d06-4355-8088-f2648f930f42 req-ba8fde56-175a-4cc4-a80c-c78a1cf763d4 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0527723 Aug 31 03:07:22.510841 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e96e3262-4d06-4355-8088-f2648f930f42 req-8ebf0b38-2c92-4227-9f3a-d076fd8c60d5 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Aug 31 03:07:22.612889 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b24cb0-0447-4093-bb6d-0d5067381c89 req-6ee2f271-4d5a-4fc8-b037-64d2290f9cf9 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:22.614369 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-68b24cb0-0447-4093-bb6d-0d5067381c89 req-6ee2f271-4d5a-4fc8-b037-64d2290f9cf9 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0501850 Aug 31 03:07:22.652815 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-68b24cb0-0447-4093-bb6d-0d5067381c89 req-ec4787eb-824a-4938-9a8e-568105834f9b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325563 Aug 31 03:07:22.830768 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f3381-38de-4378-9060-4d5db522a129 req-453a5255-ee7e-48f2-b3d8-f02ce04cbc1f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:22.832143 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c65f3381-38de-4378-9060-4d5db522a129 req-453a5255-ee7e-48f2-b3d8-f02ce04cbc1f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Aug 31 03:07:22.869563 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c65f3381-38de-4378-9060-4d5db522a129 req-70a0cd40-b7c7-455a-aeb1-938c49c53b26 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Aug 31 03:07:23.625528 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3119-54b2-447a-a0b4-79d3ded04ed2 req-d651ca1e-a518-43d2-8f89-9d0f94cd7d76 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:23.627786 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c66e3119-54b2-447a-a0b4-79d3ded04ed2 req-d651ca1e-a518-43d2-8f89-9d0f94cd7d76 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0484610 Aug 31 03:07:23.664421 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c66e3119-54b2-447a-a0b4-79d3ded04ed2 req-9957298f-241f-4a77-861e-4f24e3db50d3 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306687 Aug 31 03:07:23.769514 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309df96-9992-46a3-a7ba-2c96c0b7951d req-cb48b72f-03fa-43e4-ae2d-ef78a9b675fb tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:23.770950 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4309df96-9992-46a3-a7ba-2c96c0b7951d req-cb48b72f-03fa-43e4-ae2d-ef78a9b675fb tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0474250 Aug 31 03:07:23.811608 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4309df96-9992-46a3-a7ba-2c96c0b7951d req-e34a551e-c80c-45d3-898d-a2861a75b0a7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347838 Aug 31 03:07:23.982526 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa083a-9783-46af-a679-3849eb3c188e req-5e9063ef-7d0e-4235-b263-6fe1c738b9f2 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:23.984041 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ceaa083a-9783-46af-a679-3849eb3c188e req-5e9063ef-7d0e-4235-b263-6fe1c738b9f2 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0491366 Aug 31 03:07:24.024755 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ceaa083a-9783-46af-a679-3849eb3c188e req-0acfe87f-68a7-48f7-bd72-012c6a14296a tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Aug 31 03:07:24.290662 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [req-1a291568-fe2e-42f7-b0b3-ba8a2aed61c7 req-44165576-e5ee-4483-b9e4-8f8833944c16 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:07:24.291675 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1a291568-fe2e-42f7-b0b3-ba8a2aed61c7 req-44165576-e5ee-4483-b9e4-8f8833944c16 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056055 Aug 31 03:07:24.452547 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b2534-01d9-4089-9ba6-33f74a185e7f req-8db15240-f1af-437a-ab7f-1a901b6a81a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:24.454098 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-257b2534-01d9-4089-9ba6-33f74a185e7f req-8db15240-f1af-437a-ab7f-1a901b6a81a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 945 time: 0.0516891 Aug 31 03:07:24.493739 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-257b2534-01d9-4089-9ba6-33f74a185e7f req-813be657-db05-4585-8d5e-ae8c80fc04f0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328791 Aug 31 03:07:24.528015 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:24.737521 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:24.762151 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:24.765967 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd4411c-8a6a-427e-9575-bda4e14f06fc" -d '{"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:24.783685 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:24.793189 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:24.812063 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc37500-c811-49ec-9858-c9df739eaa66 req-caa15fbd-b5aa-468f-9e8b-9190eb1e0775 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:24.817096 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bbc37500-c811-49ec-9858-c9df739eaa66 req-caa15fbd-b5aa-468f-9e8b-9190eb1e0775 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0761855 Aug 31 03:07:24.824815 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2412c738-91cb-4557-a506-f2a330cd0a86 x-openstack-request-id: req-2412c738-91cb-4557-a506-f2a330cd0a86 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:24.825126 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:24.825379 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2412c738-91cb-4557-a506-f2a330cd0a86 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:24.825764 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'code': 200} Aug 31 03:07:24.854240 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:24.861932 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.862294 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.862614 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.863202 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.863752 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.864395 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bbc37500-c811-49ec-9858-c9df739eaa66 req-4c169ab5-ea8d-49f4-90fb-d23e1f8944e9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Aug 31 03:07:24.864558 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.864916 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.865250 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.865685 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.866026 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.866358 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.866715 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:24.902618 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54066) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:24.985107 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-89af8cfd-b644-4188-80fc-e00fdf7a6481 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813591 Aug 31 03:07:25.156935 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d52b5-639f-4e90-a34e-9870794ff3fb req-f40d7e47-9c12-474a-9849-9ff46d0c3a0f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:25.159009 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f90d52b5-639f-4e90-a34e-9870794ff3fb req-f40d7e47-9c12-474a-9849-9ff46d0c3a0f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Aug 31 03:07:25.197726 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f90d52b5-639f-4e90-a34e-9870794ff3fb req-f5f16d5c-7726-465a-9ffe-3731658183aa tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Aug 31 03:07:25.617248 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39ac82-55f7-42ed-8f48-43338f03b126 req-3e48ff4e-8a59-4c92-95e6-5bd731bef673 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:25.618711 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eb39ac82-55f7-42ed-8f48-43338f03b126 req-3e48ff4e-8a59-4c92-95e6-5bd731bef673 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0514872 Aug 31 03:07:25.655783 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-eb39ac82-55f7-42ed-8f48-43338f03b126 req-c065fc8a-fdd3-403b-862a-ad9331a0e8c2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309582 Aug 31 03:07:25.981561 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da99780-ca1e-4b82-b8ba-86b4872c787c req-27fbbebe-3c27-400e-bb45-7e07d20b8c14 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:25.983136 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8da99780-ca1e-4b82-b8ba-86b4872c787c req-27fbbebe-3c27-400e-bb45-7e07d20b8c14 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0506761 Aug 31 03:07:26.026064 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8da99780-ca1e-4b82-b8ba-86b4872c787c req-4758e256-abce-4f8f-8f5e-2916a2b5e072 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Aug 31 03:07:26.314419 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916e07b-503a-4f57-ab33-0fda51d544fe req-0c6e6c19-8742-46c4-9e44-67b9378b467f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:26.315917 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2916e07b-503a-4f57-ab33-0fda51d544fe req-0c6e6c19-8742-46c4-9e44-67b9378b467f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Aug 31 03:07:26.353552 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2916e07b-503a-4f57-ab33-0fda51d544fe req-933c95d3-f6f9-4721-9cfa-9334310fdd11 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316668 Aug 31 03:07:26.777477 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b775b-c5ee-4b0c-8105-58a3dab92c3c req-635d427c-979f-43a7-b8bd-b0b6b51d2eaa tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:26.778968 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-463b775b-c5ee-4b0c-8105-58a3dab92c3c req-635d427c-979f-43a7-b8bd-b0b6b51d2eaa tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0488977 Aug 31 03:07:26.817584 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-463b775b-c5ee-4b0c-8105-58a3dab92c3c req-7069c0d2-cb9f-45a5-8015-d0238e9ee2af tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Aug 31 03:07:27.148862 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd4832-ba97-4fbf-b89d-ce69176747a1 req-92592350-d409-4448-958e-36d36897bf09 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:27.152056 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9fcd4832-ba97-4fbf-b89d-ce69176747a1 req-92592350-d409-4448-958e-36d36897bf09 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0570018 Aug 31 03:07:27.192368 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9fcd4832-ba97-4fbf-b89d-ce69176747a1 req-f1aedaca-6696-40ab-ba47-97bd3262053f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Aug 31 03:07:27.473719 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613b04a-7f33-43ac-b727-fd74cde50691 req-dde5104a-e82e-4acb-9bca-88d340be17c5 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:27.475249 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2613b04a-7f33-43ac-b727-fd74cde50691 req-dde5104a-e82e-4acb-9bca-88d340be17c5 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0525558 Aug 31 03:07:27.514337 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2613b04a-7f33-43ac-b727-fd74cde50691 req-f75da2ed-7924-4d27-972f-98308ac9da98 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Aug 31 03:07:27.602188 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-3019d0c0-28f3-4751-9065-87a7bb87d327 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:27.603944 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-3019d0c0-28f3-4751-9065-87a7bb87d327 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 945 time: 0.0573575 Aug 31 03:07:27.700190 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Deleting port 384f3491-b2da-47e4-abd9-187de71694d2 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:07:27.700546 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:27.723841 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-32c918e7-f236-40d4-9bd9-6ee3636c11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:27.725336 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-32c918e7-f236-40d4-9bd9-6ee3636c11f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0&tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 1096 time: 0.0739722 Aug 31 03:07:27.787666 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-fa49e595-7142-40f7-8f0e-51ea160b0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:27.789150 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-fa49e595-7142-40f7-8f0e-51ea160b0534 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0400028 Aug 31 03:07:27.789841 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] For port 384f3491-b2da-47e4-abd9-187de71694d2, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=384f3491-b2da-47e4-abd9-187de71694d2,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:27.790357 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:27.803285 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Calling delete_port for 384f3491-b2da-47e4-abd9-187de71694d2 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:07:27.886600 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-237bf861-2a6c-41d6-bb95-f65d0cc87482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:27.888237 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-237bf861-2a6c-41d6-bb95-f65d0cc87482 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.0919695 Aug 31 03:07:27.940211 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:27.940599 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3818c8-3eb8-4553-9e35-f5436f83b8f6 req-e8617b1f-773e-4bd8-8e64-3c8610149bc3 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:27.942120 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cf3818c8-3eb8-4553-9e35-f5436f83b8f6 req-e8617b1f-773e-4bd8-8e64-3c8610149bc3 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0496848 Aug 31 03:07:27.968103 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Pushing event deleted for resources: {'Port': ['ID=384f3491-b2da-47e4-abd9-187de71694d2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:27.981661 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cf3818c8-3eb8-4553-9e35-f5436f83b8f6 req-38eba5cf-aad2-48ce-b540-c8b9bbfdd188 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Aug 31 03:07:28.012145 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] No DVR routers for this DVR port 384f3491-b2da-47e4-abd9-187de71694d2 on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:07:28.014872 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.016908 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b5074739-186e-4e4e-98ec-21a3db8083a7 req-772a53a4-2603-4511-b9b9-7fa9bd130cbe tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "DELETE /v2.0/ports/384f3491-b2da-47e4-abd9-187de71694d2 HTTP/1.1" status: 204 len: 173 time: 0.4057488 Aug 31 03:07:28.017902 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'name': 'network-vif-deleted', 'tag': '384f3491-b2da-47e4-abd9-187de71694d2'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:28.020324 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e648ed-a74e-4ec9-bca6-f15ca637776a" -d '{"events": [{"server_uuid": "0c7eb89c-9c01-4080-9b5c-363ddf63ea65", "name": "network-vif-deleted", "tag": "384f3491-b2da-47e4-abd9-187de71694d2"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:28.055308 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5995ae81-c65d-4421-8122-07127f401bde x-openstack-request-id: req-5995ae81-c65d-4421-8122-07127f401bde {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:28.055626 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7eb89c-9c01-4080-9b5c-363ddf63ea65", "name": "network-vif-deleted", "tag": "384f3491-b2da-47e4-abd9-187de71694d2", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:28.055880 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5995ae81-c65d-4421-8122-07127f401bde {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:28.056272 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7eb89c-9c01-4080-9b5c-363ddf63ea65', 'name': 'network-vif-deleted', 'tag': '384f3491-b2da-47e4-abd9-187de71694d2', 'status': 'completed', 'code': 200} Aug 31 03:07:28.309759 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbd1a2-9938-48e6-a6de-863c102298ff req-15a61237-0ae1-45ad-8ed8-cb8e74306e11 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:28.311254 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-affbd1a2-9938-48e6-a6de-863c102298ff req-15a61237-0ae1-45ad-8ed8-cb8e74306e11 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0501969 Aug 31 03:07:28.350234 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-affbd1a2-9938-48e6-a6de-863c102298ff req-976c49f7-f43c-4200-9fc4-bc26c54ac3e9 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Aug 31 03:07:28.553376 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54142) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:28.614177 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-73c77b49-5bf5-4d16-b41a-2e0f19a90f73 req-a62e313f-a39a-4010-aca9-3c86b7bed047 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0261862 Aug 31 03:07:28.662989 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21f7baeb-ceca-4bcf-8dd6-2dff7815321d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.754159 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21f7baeb-ceca-4bcf-8dd6-2dff7815321d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.758124 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21f7baeb-ceca-4bcf-8dd6-2dff7815321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.793384 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7baeb-ceca-4bcf-8dd6-2dff7815321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752408f8-4060-46cb-895b-cd1c59fa554e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:28.797748 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-21f7baeb-ceca-4bcf-8dd6-2dff7815321d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8db1c80ab0c48b98b0d8d17d0612484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432206 Aug 31 03:07:28.800819 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54148) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:28.850088 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d238338-26cc-4f56-a861-2526de4df0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.870911 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d238338-26cc-4f56-a861-2526de4df0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.890747 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-e51ec985-f1a8-4f4c-b8d5-079cc8594fa1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 200 len: 998 time: 0.0617602 Aug 31 03:07:28.916159 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d238338-26cc-4f56-a861-2526de4df0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.918858 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d238338-26cc-4f56-a861-2526de4df0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:28.919999 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5d238338-26cc-4f56-a861-2526de4df0f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/752408f8-4060-46cb-895b-cd1c59fa554e HTTP/1.1" status: 204 len: 168 time: 0.1182804 Aug 31 03:07:28.928155 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d238338-26cc-4f56-a861-2526de4df0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752408f8-4060-46cb-895b-cd1c59fa554e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:29.102211 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff78bff-2ab0-4404-873c-b64cf7c3003c req-c59c3694-6ae5-4dd2-b15b-e916c9dc1783 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:29.103824 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fff78bff-2ab0-4404-873c-b64cf7c3003c req-c59c3694-6ae5-4dd2-b15b-e916c9dc1783 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0477393 Aug 31 03:07:29.144517 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fff78bff-2ab0-4404-873c-b64cf7c3003c req-228f7f18-ed8e-4a59-9bcc-3c70efb16e88 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341613 Aug 31 03:07:29.192759 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54156) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:29.206220 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc1a9-61fd-41a8-88a7-79a3c855c0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:29.291541 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc1a9-61fd-41a8-88a7-79a3c855c0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:29.295178 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc1a9-61fd-41a8-88a7-79a3c855c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:29.334229 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ff1bc1a9-61fd-41a8-88a7-79a3c855c0d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e139a0ab06ac439eba546d7e6f46c507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404054 Aug 31 03:07:29.336082 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bc1a9-61fd-41a8-88a7-79a3c855c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893be61-d8b3-4dff-b9be-055ad7780c23,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:29.337102 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54158) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:29.387776 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c274afa3-0b2d-4085-a528-89b4a95573a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:29.408381 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c274afa3-0b2d-4085-a528-89b4a95573a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:29.457091 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c274afa3-0b2d-4085-a528-89b4a95573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:29.459713 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c274afa3-0b2d-4085-a528-89b4a95573a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:29.460965 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-c274afa3-0b2d-4085-a528-89b4a95573a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5893be61-d8b3-4dff-b9be-055ad7780c23 HTTP/1.1" status: 204 len: 168 time: 0.1227751 Aug 31 03:07:29.468505 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274afa3-0b2d-4085-a528-89b4a95573a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893be61-d8b3-4dff-b9be-055ad7780c23,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:29.473254 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a90a6-2319-4ddd-96ae-8c68cb8cd245 req-ba728e99-64cc-4c87-a23f-87506be1764b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:29.474976 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-278a90a6-2319-4ddd-96ae-8c68cb8cd245 req-ba728e99-64cc-4c87-a23f-87506be1764b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0584455 Aug 31 03:07:29.514176 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-278a90a6-2319-4ddd-96ae-8c68cb8cd245 req-eda14331-a1c5-4089-b6f7-161be38b7686 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Aug 31 03:07:29.710127 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4d0ee406-1ed4-49a7-8dc0-4c759db16f64 req-1706c281-7f60-4687-8bc7-6d5589c6bea1 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0294631 Aug 31 03:07:30.263401 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899153f0-0bed-46a9-b2e6-a1ef4e13b869 req-f2962757-1c08-4bee-9354-b49fd6fc8772 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:30.264867 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-899153f0-0bed-46a9-b2e6-a1ef4e13b869 req-f2962757-1c08-4bee-9354-b49fd6fc8772 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0499845 Aug 31 03:07:30.303041 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-899153f0-0bed-46a9-b2e6-a1ef4e13b869 req-53bbd06d-2768-4501-a165-f3d9736d1038 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Aug 31 03:07:30.626118 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf523ae-7558-4bcf-846c-a06c0468e132 req-5f40b3d5-4896-4227-990d-c4d21c111912 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:30.628241 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-caf523ae-7558-4bcf-846c-a06c0468e132 req-5f40b3d5-4896-4227-990d-c4d21c111912 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0485587 Aug 31 03:07:30.667824 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-caf523ae-7558-4bcf-846c-a06c0468e132 req-1706b252-86bb-4df3-a23e-5f8cbbde204e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Aug 31 03:07:30.710957 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['384f3491-b2da-47e4-abd9-187de71694d2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:07:30.720114 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:30.768261 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-53199ceb-9d03-4377-8bf0-7907428fd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:30.771858 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-53199ceb-9d03-4377-8bf0-7907428fd5df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0519481 Aug 31 03:07:30.834559 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-f5b497a8-265f-4a28-a1fb-058162e6f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:30.837305 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-f5b497a8-265f-4a28-a1fb-058162e6f585 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558641 Aug 31 03:07:30.851861 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c491f3b7-bd57-4a15-9c34-50e1c6c00287 req-2e2ca674-0af0-4be6-8777-a8b947543821 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c7eb89c-9c01-4080-9b5c-363ddf63ea65 HTTP/1.1" status: 200 len: 210 time: 0.0519681 Aug 31 03:07:30.933802 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-704115cd-4a2e-484a-beef-1f2832c6ef85 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857055 Aug 31 03:07:31.035513 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a692684e-3df1-433a-94e2-2b55e3c99d6a req-0cb01dbe-0a12-4ca7-9841-7f20eeac2abe service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920517 Aug 31 03:07:31.434477 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac25db-d8ea-4d62-bc7c-43e4614548f7 req-9f4bf96c-420c-4a25-ab9b-d4c776ba2080 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:31.436000 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-29ac25db-d8ea-4d62-bc7c-43e4614548f7 req-9f4bf96c-420c-4a25-ab9b-d4c776ba2080 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0538075 Aug 31 03:07:31.477232 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-29ac25db-d8ea-4d62-bc7c-43e4614548f7 req-1a1f62d9-bfd7-488f-aed4-6e52ff7f40d3 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350475 Aug 31 03:07:31.907032 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e480-a026-48b3-9c42-01432ae20770 req-40fa508e-0aa7-4849-8904-e8af48d0e268 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:31.910434 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2107e480-a026-48b3-9c42-01432ae20770 req-40fa508e-0aa7-4849-8904-e8af48d0e268 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.1211519 Aug 31 03:07:32.013812 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2107e480-a026-48b3-9c42-01432ae20770 req-aaf931b1-393f-47fd-8428-08df667ba5be tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954981 Aug 31 03:07:32.603238 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2c56b-0a28-478f-91ba-9f6013e15743 req-fcb5fd5c-585c-4507-b458-b267124caff2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:32.604864 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dcb2c56b-0a28-478f-91ba-9f6013e15743 req-fcb5fd5c-585c-4507-b458-b267124caff2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0496840 Aug 31 03:07:32.649593 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dcb2c56b-0a28-478f-91ba-9f6013e15743 req-ffbae23b-8477-479c-8b5c-bb6c9bd76261 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347025 Aug 31 03:07:33.147865 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294dca3-5fa6-4915-a05c-ee22080e6ffa req-b10d4577-3ee6-4d8b-abd5-c01bd47cae22 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:33.149328 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0294dca3-5fa6-4915-a05c-ee22080e6ffa req-b10d4577-3ee6-4d8b-abd5-c01bd47cae22 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0475383 Aug 31 03:07:33.185661 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0294dca3-5fa6-4915-a05c-ee22080e6ffa req-e9c60b75-bada-4060-818f-b0a0ef8bebca tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304291 Aug 31 03:07:33.775890 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb5457-ab64-45c6-8f31-46d611628cc8 req-ce52ec70-fcc0-423d-b48d-c91a0ec4fa34 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:33.777496 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-25fb5457-ab64-45c6-8f31-46d611628cc8 req-ce52ec70-fcc0-423d-b48d-c91a0ec4fa34 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0567389 Aug 31 03:07:33.816525 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-25fb5457-ab64-45c6-8f31-46d611628cc8 req-28385fb7-f982-494b-8869-f70c95e84912 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 Aug 31 03:07:34.303682 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97879eed-bf4f-4816-894b-3595090771c6 req-0c664c01-b53b-4018-90fc-86f19fb8e14c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:34.306665 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-97879eed-bf4f-4816-894b-3595090771c6 req-0c664c01-b53b-4018-90fc-86f19fb8e14c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0551879 Aug 31 03:07:34.355825 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-97879eed-bf4f-4816-894b-3595090771c6 req-9d28047e-ac90-4c7f-9925-4671ba952ccd tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Aug 31 03:07:34.940352 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f16479-9522-4656-8a06-ba2730eb81d5 req-52050596-81dc-4c20-a60e-b58bb45640e1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:34.941825 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e2f16479-9522-4656-8a06-ba2730eb81d5 req-52050596-81dc-4c20-a60e-b58bb45640e1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0519361 Aug 31 03:07:34.979135 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e2f16479-9522-4656-8a06-ba2730eb81d5 req-698f2983-beef-4104-b7fa-490a9f0a1235 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314653 Aug 31 03:07:35.453814 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 384f3491-b2da-47e4-abd9-187de71694d2 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:35.478027 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0095f3-d9a7-416f-902d-d20a08565584 req-37c27bcd-4a7e-4442-b202-ef12db532d9f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:35.479630 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 384f3491-b2da-47e4-abd9-187de71694d2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:07:35.480274 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 384f3491-b2da-47e4-abd9-187de71694d2 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:07:35.483917 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-eb0095f3-d9a7-416f-902d-d20a08565584 req-37c27bcd-4a7e-4442-b202-ef12db532d9f tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0625050 Aug 31 03:07:35.520386 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-eb0095f3-d9a7-416f-902d-d20a08565584 req-b0993158-dadf-4c6c-9b07-ae0fa8d16cd1 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Aug 31 03:07:36.101326 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca4fc7-8706-4d69-af33-7fba94fa5764 req-b813b9bb-113c-49e0-8e77-3767d79610fd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:36.108821 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cbca4fc7-8706-4d69-af33-7fba94fa5764 req-b813b9bb-113c-49e0-8e77-3767d79610fd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0553131 Aug 31 03:07:36.154223 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cbca4fc7-8706-4d69-af33-7fba94fa5764 req-6047c6c6-eda8-4c10-a2d9-3111872614b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362175 Aug 31 03:07:36.680196 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74588-98e1-4dd5-91f4-4da5926a9852 req-1eb1fba8-fbf7-452b-8289-06c2f0462270 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:36.687069 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4b74588-98e1-4dd5-91f4-4da5926a9852 req-1eb1fba8-fbf7-452b-8289-06c2f0462270 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0589192 Aug 31 03:07:36.745757 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4b74588-98e1-4dd5-91f4-4da5926a9852 req-8c0b969d-dc6e-4a19-8f72-1c438778e200 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571878 Aug 31 03:07:37.285446 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0196e-6161-4d09-a403-0f178020be57 req-4f0f90bf-9659-4766-9240-f8fb51e2db37 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:37.287307 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4ef0196e-6161-4d09-a403-0f178020be57 req-4f0f90bf-9659-4766-9240-f8fb51e2db37 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0596268 Aug 31 03:07:37.336789 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4ef0196e-6161-4d09-a403-0f178020be57 req-1d5fb75e-6123-4ada-a37a-211f84de0acc tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431802 Aug 31 03:07:37.866357 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031493b-5dfc-42fa-b3c6-024ca6edf9a7 req-45de958c-d066-46b1-b3cf-ca7bcfba4c9e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:37.868327 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7031493b-5dfc-42fa-b3c6-024ca6edf9a7 req-45de958c-d066-46b1-b3cf-ca7bcfba4c9e tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0515621 Aug 31 03:07:37.910300 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7031493b-5dfc-42fa-b3c6-024ca6edf9a7 req-3d879b91-8d28-4b04-8435-2aee59fb5054 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359485 Aug 31 03:07:38.460084 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d92d-aea8-4a22-95fb-4c69edd80bd3 req-849f68e9-cf6f-4a9a-b1a5-4c84e462a123 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:38.462696 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8d87d92d-aea8-4a22-95fb-4c69edd80bd3 req-849f68e9-cf6f-4a9a-b1a5-4c84e462a123 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0527883 Aug 31 03:07:38.504237 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8d87d92d-aea8-4a22-95fb-4c69edd80bd3 req-15c723c3-8611-4f2b-84cd-e4fe9dc0aff6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349712 Aug 31 03:07:38.574571 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:07:39.026885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc02d3-33d6-4752-af11-d59722c5454f req-25b773c5-6ce1-421f-8112-fae93a666d76 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:39.028503 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72dc02d3-33d6-4752-af11-d59722c5454f req-25b773c5-6ce1-421f-8112-fae93a666d76 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0524206 Aug 31 03:07:39.068401 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72dc02d3-33d6-4752-af11-d59722c5454f req-89ce81ef-1b22-451b-9247-106e4d3d2767 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Aug 31 03:07:39.639257 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:39.639916 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d86cf-65b8-4d12-aea1-2c5646ba9c05 req-e052b043-85b0-4558-971a-84013da6de37 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:39.641246 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-309d86cf-65b8-4d12-aea1-2c5646ba9c05 req-e052b043-85b0-4558-971a-84013da6de37 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0526538 Aug 31 03:07:39.726420 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-309d86cf-65b8-4d12-aea1-2c5646ba9c05 req-01c1d22e-0bfc-4aac-adbc-c63ba210d4d8 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548999 Aug 31 03:07:40.246010 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318dfad-6fea-4154-a2cc-1711c0030770 req-e4973017-a2e9-4946-b493-fd406e494903 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:40.247913 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3318dfad-6fea-4154-a2cc-1711c0030770 req-e4973017-a2e9-4946-b493-fd406e494903 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0782454 Aug 31 03:07:40.294305 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3318dfad-6fea-4154-a2cc-1711c0030770 req-a4e3ee03-13d4-4e61-8594-e82d6420839b tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Aug 31 03:07:40.850041 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fa721-c230-464a-b8cc-11542b23604c req-bde1c36d-ccfa-4650-819e-885afd50b209 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:40.851677 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e15fa721-c230-464a-b8cc-11542b23604c req-bde1c36d-ccfa-4650-819e-885afd50b209 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0544207 Aug 31 03:07:40.893457 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e15fa721-c230-464a-b8cc-11542b23604c req-e23e92fc-46c3-4259-acbd-763f524b5960 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354109 Aug 31 03:07:41.413117 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098846b0-3542-43f4-8a9d-74c8b404992f req-bcaf79c7-c45c-4b45-b4ed-333cb05006f8 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:41.414643 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-098846b0-3542-43f4-8a9d-74c8b404992f req-bcaf79c7-c45c-4b45-b4ed-333cb05006f8 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0509512 Aug 31 03:07:41.456393 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-098846b0-3542-43f4-8a9d-74c8b404992f req-6a664ef6-3ad7-4bde-a3c7-6f8b2e002b00 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Aug 31 03:07:42.030322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47442ad-c994-4fbb-9f91-7d70ea9ba835 req-d08f01c9-7c27-404e-9c71-6e1b72a083e2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:42.031804 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b47442ad-c994-4fbb-9f91-7d70ea9ba835 req-d08f01c9-7c27-404e-9c71-6e1b72a083e2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0484917 Aug 31 03:07:42.070265 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b47442ad-c994-4fbb-9f91-7d70ea9ba835 req-23a0503d-69c4-46a4-b07e-8403594abc97 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320973 Aug 31 03:07:42.574998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0d6ae-6a4e-4e1d-bbee-a9bba610146d req-0274c14d-cedb-4700-a590-1eb104072fde tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:42.577170 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ebb0d6ae-6a4e-4e1d-bbee-a9bba610146d req-0274c14d-cedb-4700-a590-1eb104072fde tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0560880 Aug 31 03:07:42.615697 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ebb0d6ae-6a4e-4e1d-bbee-a9bba610146d req-f71abec1-5260-49c6-98e5-2db674a17799 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Aug 31 03:07:43.196295 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e63f1-9149-4442-ae6c-cc4de7fa94ac req-9e45bb0d-e7b3-420d-9aec-9312242294f1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:43.197764 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fb1e63f1-9149-4442-ae6c-cc4de7fa94ac req-9e45bb0d-e7b3-420d-9aec-9312242294f1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0533333 Aug 31 03:07:43.236569 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fb1e63f1-9149-4442-ae6c-cc4de7fa94ac req-ae77cb7a-0147-4137-95d7-8ed37a2266d7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319688 Aug 31 03:07:43.730354 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dcd60-bd61-4efb-89f6-9d3723002a62 req-a43a36fe-c9e4-4cf9-87cc-c06e0c859766 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:43.731849 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3b9dcd60-bd61-4efb-89f6-9d3723002a62 req-a43a36fe-c9e4-4cf9-87cc-c06e0c859766 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0478508 Aug 31 03:07:43.770334 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3b9dcd60-bd61-4efb-89f6-9d3723002a62 req-8f960f6a-c813-4f6b-a749-a0e77037b563 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Aug 31 03:07:44.176301 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-219bb3dc-c10b-4805-a94f-fc4fae0b57d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:44.358406 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04914aa-5748-412d-b657-db5dd44d4736 req-af2f98f3-0e08-47f4-8805-abc2e8238d57 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:44.360136 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d04914aa-5748-412d-b657-db5dd44d4736 req-af2f98f3-0e08-47f4-8805-abc2e8238d57 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0514805 Aug 31 03:07:44.397634 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d04914aa-5748-412d-b657-db5dd44d4736 req-260b8b69-ca0c-44be-b9e6-405892745a66 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310919 Aug 31 03:07:44.812793 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-26d39f58-da2e-48fb-95b1-8c609792ab29 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:44.814473 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-26d39f58-da2e-48fb-95b1-8c609792ab29 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0530102 Aug 31 03:07:44.882124 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d034-5ba6-4ef1-863f-1cfd04cd62b8 req-462ecd3b-433b-492e-9e46-4dbe950b560c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:44.883631 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a212d034-5ba6-4ef1-863f-1cfd04cd62b8 req-462ecd3b-433b-492e-9e46-4dbe950b560c tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/ports?device_id=e559ca09-0ed5-4051-8271-f6af5e1ff4cb HTTP/1.1" status: 200 len: 945 time: 0.0482769 Aug 31 03:07:44.905358 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Deleting port 26042ac4-c619-4a22-9148-45ab89bec21e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:07:44.905702 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:44.921365 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a212d034-5ba6-4ef1-863f-1cfd04cd62b8 req-f581618d-f1e9-4acc-8f83-0a2ef9b4a550 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.39 "GET /v2.0/security-groups?id=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Aug 31 03:07:44.996842 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] For port 26042ac4-c619-4a22-9148-45ab89bec21e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=26042ac4-c619-4a22-9148-45ab89bec21e,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:44.997213 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:45.010398 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Calling delete_port for 26042ac4-c619-4a22-9148-45ab89bec21e owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:07:45.140777 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:45.153624 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['26042ac4-c619-4a22-9148-45ab89bec21e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:07:45.170006 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Pushing event deleted for resources: {'Port': ['ID=26042ac4-c619-4a22-9148-45ab89bec21e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:45.214726 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] No DVR routers for this DVR port 26042ac4-c619-4a22-9148-45ab89bec21e on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:07:45.217351 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:45.219591 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3aa17d74-d6d6-4d9d-8064-c16585cadd22 req-7e483252-209b-4a5f-b700-323132935c55 tempest-ServerRescueNegativeTestJSON-590296599 tempest-ServerRescueNegativeTestJSON-590296599-project] 10.222.0.45 "DELETE /v2.0/ports/26042ac4-c619-4a22-9148-45ab89bec21e HTTP/1.1" status: 204 len: 173 time: 0.3982482 Aug 31 03:07:45.220058 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'name': 'network-vif-deleted', 'tag': '26042ac4-c619-4a22-9148-45ab89bec21e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:45.223207 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a308118-08ad-44d2-9f79-16d95137fddf" -d '{"events": [{"server_uuid": "e559ca09-0ed5-4051-8271-f6af5e1ff4cb", "name": "network-vif-deleted", "tag": "26042ac4-c619-4a22-9148-45ab89bec21e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:45.276969 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2894a4ba-7c67-443b-869d-503ee917f302 x-openstack-request-id: req-2894a4ba-7c67-443b-869d-503ee917f302 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:45.277257 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e559ca09-0ed5-4051-8271-f6af5e1ff4cb", "name": "network-vif-deleted", "tag": "26042ac4-c619-4a22-9148-45ab89bec21e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:45.277504 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2894a4ba-7c67-443b-869d-503ee917f302 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:45.277885 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e559ca09-0ed5-4051-8271-f6af5e1ff4cb', 'name': 'network-vif-deleted', 'tag': '26042ac4-c619-4a22-9148-45ab89bec21e', 'status': 'completed', 'code': 200} Aug 31 03:07:45.338212 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-62f793c8-fd5a-4ff7-bde2-2d44a5aa18ec tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:45.338212 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-62f793c8-fd5a-4ff7-bde2-2d44a5aa18ec tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/networks?id=af6df750-e4e5-4dd4-bc43-fd4500287192 HTTP/1.1" status: 200 len: 813 time: 0.1107113 Aug 31 03:07:45.354747 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-ca7eab01-4696-4945-96fa-87df53c49288 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/quotas/8e39e80825e64d5e9390f9fae29c38cc HTTP/1.1" status: 200 len: 375 time: 0.0117209 Aug 31 03:07:45.390180 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-866607e2-351f-4db9-a182-04719da7fdf8 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e39e80825e64d5e9390f9fae29c38cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278568 Aug 31 03:07:45.484444 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-6d55defe-8535-4112-95a9-7a880366a4ef service neutron] 10.222.0.39 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852156 Aug 31 03:07:45.526624 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e67cc-7c24-4f76-babd-e862b1d0b776 req-c609bc24-5370-4eb0-84d9-f137f388b710 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:45.528187 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f56e67cc-7c24-4f76-babd-e862b1d0b776 req-c609bc24-5370-4eb0-84d9-f137f388b710 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0567853 Aug 31 03:07:45.582373 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f56e67cc-7c24-4f76-babd-e862b1d0b776 req-ca407bc4-480f-4c30-8a5e-d8f9a2523eb1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 Aug 31 03:07:45.586186 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-60b9b342-d487-4a11-9874-bfc0535daa64 service neutron] 10.222.0.39 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935206 Aug 31 03:07:45.768014 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a02a1c35-abef-43e9-8650-e2f8386e01a5 req-c30fa87e-94db-4a39-bca5-36c57a9a01b6 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 210 time: 0.0348129 Aug 31 03:07:45.980250 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54532) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:46.747770 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:46.759950 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461754a-5b6f-4ae2-a2a3-392ffd143f74 req-0659ce3a-f56f-438d-b9ec-ab1c2d2b0983 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:46.767854 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1461754a-5b6f-4ae2-a2a3-392ffd143f74 req-0659ce3a-f56f-438d-b9ec-ab1c2d2b0983 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.0817697 Aug 31 03:07:46.769434 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54554) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:46.817664 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1461754a-5b6f-4ae2-a2a3-392ffd143f74 req-2df656f4-a9d5-4c35-b169-be2c70c46705 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489373 Aug 31 03:07:46.830175 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-21ba2cb7-d803-48ea-a39e-ceb6c6ed861a tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:46.831845 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-21ba2cb7-d803-48ea-a39e-ceb6c6ed861a tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "GET /v2.0/networks?id=af6df750-e4e5-4dd4-bc43-fd4500287192 HTTP/1.1" status: 200 len: 813 time: 0.1997848 Aug 31 03:07:46.872619 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f3b2b75c-af1a-4259-bebf-e4ab2be93f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:46.887783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Request body: {'port': {'device_id': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192', 'admin_state_up': True, 'tenant_id': '8e39e80825e64d5e9390f9fae29c38cc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:46.909061 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35ee639c-23ea-46e6-9994-e6d7a9968241 req-a10cf2c1-9f1a-494f-bafe-601d356d1321 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 210 time: 0.0649269 Aug 31 03:07:46.922419 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06edc14e-b024-4393-9d64-d9d31ba4a1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.023820 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06edc14e-b024-4393-9d64-d9d31ba4a1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.027691 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06edc14e-b024-4393-9d64-d9d31ba4a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.069355 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-06edc14e-b024-4393-9d64-d9d31ba4a1bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d0ec3beef554b9a8376959a8e6c30a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980218 Aug 31 03:07:47.069968 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edc14e-b024-4393-9d64-d9d31ba4a1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df32c370-6b8f-4a48-8c30-ebe7a2c3fa8b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:47.072322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:47.174434 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Made reservation on behalf of 8e39e80825e64d5e9390f9fae29c38cc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:07:47.177744 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.195668 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-450ae845-19cc-4ca0-b130-cf23b242446a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.275785 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-450ae845-19cc-4ca0-b130-cf23b242446a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.327425 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.406260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Deleting port 23007c50-2ff1-4608-ad41-d79f40d7a61c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:07:47.406628 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.410806 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Allocated IP 172.20.0.14 (af6df750-e4e5-4dd4-bc43-fd4500287192/ac4b8b17-4bb0-4898-9e26-312e26702ba2/51be1391-e726-4cb9-8f7d-8b6de11bed58) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:07:47.415916 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-450ae845-19cc-4ca0-b130-cf23b242446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.418679 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-450ae845-19cc-4ca0-b130-cf23b242446a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.419824 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-450ae845-19cc-4ca0-b130-cf23b242446a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df32c370-6b8f-4a48-8c30-ebe7a2c3fa8b HTTP/1.1" status: 204 len: 168 time: 0.3430312 Aug 31 03:07:47.468073 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ae845-19cc-4ca0-b130-cf23b242446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df32c370-6b8f-4a48-8c30-ebe7a2c3fa8b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:47.470407 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 26042ac4-c619-4a22-9148-45ab89bec21e no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:47.496267 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 26042ac4-c619-4a22-9148-45ab89bec21e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:07:47.496755 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 26042ac4-c619-4a22-9148-45ab89bec21e not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:07:47.594601 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] For port 23007c50-2ff1-4608-ad41-d79f40d7a61c, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=23007c50-2ff1-4608-ad41-d79f40d7a61c,segment=NetworkSegment(88a5d82c-d266-4efa-b762-590f8eef938d),segment_id=88a5d82c-d266-4efa-b762-590f8eef938d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:47.594973 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.612816 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Calling delete_port for 23007c50-2ff1-4608-ad41-d79f40d7a61c owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:07:47.699409 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.867246 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:47.949490 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Network af6df750-e4e5-4dd4-bc43-fd4500287192 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:47.962554 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:47.977340 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:07:48.040903 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcd745-fba0-48ff-bad2-cc5b900a27b6 req-824da8d4-325e-460a-b466-36887587156b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:48.041746 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Pushing event updated for resources: {'Port': ['ID=51be1391-e726-4cb9-8f7d-8b6de11bed58,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:48.067083 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b8bcd745-fba0-48ff-bad2-cc5b900a27b6 req-824da8d4-325e-460a-b466-36887587156b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.1581337 Aug 31 03:07:48.071782 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.080556 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:48.081210 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.109133 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.145517 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b8bcd745-fba0-48ff-bad2-cc5b900a27b6 req-aa82597a-7646-40a9-a1f9-4ebbe20a65ed tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769138 Aug 31 03:07:48.154088 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Pushing event deleted for resources: {'Port': ['ID=23007c50-2ff1-4608-ad41-d79f40d7a61c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:48.158422 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-d2a664c9-f295-4717-90ad-17433c87b40b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3104472 Aug 31 03:07:48.184122 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Request body: {'port': {'device_id': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:48.188488 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54608) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:48.240482 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea7b5-93c2-4394-9ace-65e7b3010144 req-4ad105be-5213-4dc4-9674-02eadd862151 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:48.242106 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d5fea7b5-93c2-4394-9ace-65e7b3010144 req-4ad105be-5213-4dc4-9674-02eadd862151 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 932 time: 0.2044103 Aug 31 03:07:48.280027 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54614) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:48.332278 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.343747 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.352203 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1220549756-network', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:48.384629 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.db.api [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 03:07:48.384629 dv-cinder-806665-1-iscsi neutron-server[93994]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 03:07:48.384629 dv-cinder-806665-1-iscsi neutron-server[93994]: [parameters: {'project_id': '635e1dbc2e0147b89542d75161a2bbf0', 'id': '8a5bf000-e1ca-4d8a-b1e1-92650a2afa1b', 'expiration': datetime.datetime(2021, 8, 31, 3, 9, 48, 377970)}] Aug 31 03:07:48.384629 dv-cinder-806665-1-iscsi neutron-server[93994]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 03:07:48.385526 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG oslo_db.api [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 03:07:48.388004 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d5fea7b5-93c2-4394-9ace-65e7b3010144 req-6c7d45af-81d7-4b98-b1dd-2843272f11fb tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366928 Aug 31 03:07:48.396408 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Made reservation on behalf of 14b6381710ab43a399d108dbe1d67a1c for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:07:48.398852 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.411526 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.503279 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.508232 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.514575 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.529370 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:07:48.544231 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed28018-1012-46f4-b9d0-4f7ae51cbbc5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:48.549889 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.550230 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Added segment e7857c7c-6555-480d-83c2-c5f0f7630889 of type vlan for network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 Aug 31 03:07:48.589985 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.616821 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.617808 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:48.618395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.678882 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4880464 Aug 31 03:07:48.681883 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:48.687138 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Request body: {'subnet': {'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1220549756-subnet', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:48.691327 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48e01e-05fd-4f94-bea8-e0b749701ceb admin admin] Pushing event updated for resources: {'Network': ['ID=0bb3054e-ca8e-4249-9fca-6d78ae839b25,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:48.702041 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:07:48.711839 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Made reservation on behalf of 14b6381710ab43a399d108dbe1d67a1c for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:07:48.714316 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26191762'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.884818 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26191748'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.888681 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:48.967645 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeab82f1-f1ef-4466-bb20-f4d07594103e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:48.982609 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Checking segment: {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:07:48.982974 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Network hostable DHCP agents. Network: 0bb3054e-ca8e-4249-9fca-6d78ae839b25, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:07:49.014481 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:07:49.029304 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 0bb3054e-ca8e-4249-9fca-6d78ae839b25) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:49.037323 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:49.037914 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.040401 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac1a0e-f65e-4e52-8063-c2dd2c16f425 None None] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:07:49.066943 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.074322 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.075043 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51be1391-e726-4cb9-8f7d-8b6de11bed58 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:07:49.083725 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7a896055-17c7-4918-8a0f-afa9c96e002c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4005518 Aug 31 03:07:49.089686 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.090824 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54620) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:49.100319 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:49.110132 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:07:49.116801 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Transition to ACTIVE for port object 51be1391-e726-4cb9-8f7d-8b6de11bed58 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:49.134003 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.145398 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c39d7a2-7d18-442b-9498-00d57629eaf7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:49.157306 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a69f1886-c76e-45b4-9581-5c8d6c8ceccf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=635e1dbc2e0147b89542d75161a2bbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757529 Aug 31 03:07:49.159629 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54622) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:49.175934 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.176963 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.220715 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:07:49.221798 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.315965 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f3096ad-b79c-46ba-8867-80753f11361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.318263 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.338633 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Pushing event updated for resources: {'Port': ['ID=51be1391-e726-4cb9-8f7d-8b6de11bed58,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:49.347995 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:07:49.356180 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-875c50a9-5a35-42fb-ac5d-42c9c51d472d admin admin] 10.222.0.39 "PUT /v2.0/routers/2b34e65d-dc34-49a3-a286-c62a9d01d5d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3748450 Aug 31 03:07:49.362148 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:49.364326 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] Sync routers for ids ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:07:49.375219 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Allocated IP 172.20.0.2 (0bb3054e-ca8e-4249-9fca-6d78ae839b25/aeab82f1-f1ef-4466-bb20-f4d07594103e/f465daa5-2740-47b7-95de-dbf665f80174) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:07:49.382276 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] Routers {'2b34e65d-dc34-49a3-a286-c62a9d01d5d3'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:49.383574 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:49.417241 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d48bd-dbad-4cc6-9ac9-3bc8e81dd024 req-9ff949c3-2f86-420e-a5da-56b451652e0e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:49.430217 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9b0d48bd-dbad-4cc6-9ac9-3bc8e81dd024 req-9ff949c3-2f86-420e-a5da-56b451652e0e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.2026632 Aug 31 03:07:49.432409 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f3096ad-b79c-46ba-8867-80753f11361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.469848 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.556130 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.567352 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Transition to ACTIVE for port object f465daa5-2740-47b7-95de-dbf665f80174 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:49.577983 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Attempting to bind port 51be1391-e726-4cb9-8f7d-8b6de11bed58 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:07:49.578341 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Attempting to bind port 51be1391-e726-4cb9-8f7d-8b6de11bed58 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:07:49.578675 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Attempting to bind port 51be1391-e726-4cb9-8f7d-8b6de11bed58 on network af6df750-e4e5-4dd4-bc43-fd4500287192 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:07:49.585861 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Transition to ACTIVE for port object f465daa5-2740-47b7-95de-dbf665f80174 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:49.593869 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] Set router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:49.598162 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.609545 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Port 51be1391-e726-4cb9-8f7d-8b6de11bed58 on network af6df750-e4e5-4dd4-bc43-fd4500287192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:07:49.609875 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Attempting to bind port 51be1391-e726-4cb9-8f7d-8b6de11bed58 on network af6df750-e4e5-4dd4-bc43-fd4500287192 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:07:49.624304 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:07:49.624649 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Checking segment: {'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:07:49.625047 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Bound using segment: {'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:07:49.625500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Bound port: 51be1391-e726-4cb9-8f7d-8b6de11bed58, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb15b16-71af-408f-b879-180d78e57c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:07:49.625865 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.650724 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Pushing event updated for resources: {'Port': ['ID=f465daa5-2740-47b7-95de-dbf665f80174,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:49.664349 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.671606 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:49.674176 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:49.677574 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:07:49.687465 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fa5ea-b943-44e0-b5e1-ecbf9089452a req-9ce6cce5-57af-449f-8742-937322d31183 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:49.689202 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a13fa5ea-b943-44e0-b5e1-ecbf9089452a req-9ce6cce5-57af-449f-8742-937322d31183 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 944 time: 0.1578834 Aug 31 03:07:49.713142 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.762692 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Attempting to bind port f465daa5-2740-47b7-95de-dbf665f80174 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:07:49.763086 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Attempting to bind port f465daa5-2740-47b7-95de-dbf665f80174 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:07:49.763657 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Attempting to bind port f465daa5-2740-47b7-95de-dbf665f80174 on network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:07:49.770122 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:07:49.770498 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Checking segment: {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:07:49.771011 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.771589 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Bound using segment: {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:07:49.772062 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Bound port: f465daa5-2740-47b7-95de-dbf665f80174, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:07:49.772499 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.808291 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] For port 51be1391-e726-4cb9-8f7d-8b6de11bed58, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:07:49.825227 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a13fa5ea-b943-44e0-b5e1-ecbf9089452a req-9105c8e7-2728-4127-863d-25308238f67e tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273072 Aug 31 03:07:49.829260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] For port 51be1391-e726-4cb9-8f7d-8b6de11bed58, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51be1391-e726-4cb9-8f7d-8b6de11bed58,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:07:49.836960 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.869726 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.875800 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:49.876871 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.878426 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] 10.222.0.45 "PUT /v2.0/ports/51be1391-e726-4cb9-8f7d-8b6de11bed58 HTTP/1.1" status: 200 len: 1094 time: 1.7041528 Aug 31 03:07:49.881432 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'tag': '51be1391-e726-4cb9-8f7d-8b6de11bed58'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:49.884828 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41882157-8b9f-4ea6-a6d3-aac4531c64f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e1e924-f71a-4a42-9f79-cfa0b6222dcd", "tag": "51be1391-e726-4cb9-8f7d-8b6de11bed58"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:49.897564 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] For port f465daa5-2740-47b7-95de-dbf665f80174, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:07:49.902608 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] For port f465daa5-2740-47b7-95de-dbf665f80174, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=f465daa5-2740-47b7-95de-dbf665f80174,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:07:49.903401 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9b0d48bd-dbad-4cc6-9ac9-3bc8e81dd024 req-4dad319e-de06-4a76-8af6-38e1ee5032f4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4521222 Aug 31 03:07:49.909558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Deleting port 80181e57-3346-42f5-a2ba-5720dcaac62f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:07:49.910022 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.910961 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.979276 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:07:47Z', 'revision_number': 5, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port': {'id': '80181e57-3346-42f5-a2ba-5720dcaac62f', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:03:56Z', 'updated_at': '2021-08-31T03:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:49.985331 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9834b90-64b5-41dc-a937-bbd8b60f8fcb None None] Pushing event updated for resources: {'Port': ['ID=f465daa5-2740-47b7-95de-dbf665f80174,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:49.990204 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f3096ad-b79c-46ba-8867-80753f11361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:49.996167 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e51a44-e318-4f38-b663-ba1f62d9de20 x-openstack-request-id: req-f2e51a44-e318-4f38-b663-ba1f62d9de20 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:49.996554 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e1e924-f71a-4a42-9f79-cfa0b6222dcd", "tag": "51be1391-e726-4cb9-8f7d-8b6de11bed58", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:49.996690 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2e51a44-e318-4f38-b663-ba1f62d9de20 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:49.997120 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'tag': '51be1391-e726-4cb9-8f7d-8b6de11bed58', 'status': 'completed', 'code': 200} Aug 31 03:07:49.999266 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f3096ad-b79c-46ba-8867-80753f11361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.003584 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5f3096ad-b79c-46ba-8867-80753f11361b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c39d7a2-7d18-442b-9498-00d57629eaf7 HTTP/1.1" status: 204 len: 168 time: 0.8399162 Aug 31 03:07:50.013013 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15179d2-3100-4693-b7c6-0d170b600c06 service neutron] Pushing event updated for resources: {'Port': ['ID=51be1391-e726-4cb9-8f7d-8b6de11bed58,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:50.020884 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3096ad-b79c-46ba-8867-80753f11361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c39d7a2-7d18-442b-9498-00d57629eaf7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:50.063105 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f7a6beb7-748d-4bdd-9d76-da394d6c44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:50.065689 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f7a6beb7-748d-4bdd-9d76-da394d6c44ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e39e80825e64d5e9390f9fae29c38cc&device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 1097 time: 0.1382616 Aug 31 03:07:50.067993 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] Checking router: 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:07:50.083399 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] Routers {'2b34e65d-dc34-49a3-a286-c62a9d01d5d3'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:50.083955 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:50.133702 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-470b7817-12f7-481b-b2b7-cb33c23663c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51be1391-e726-4cb9-8f7d-8b6de11bed58 HTTP/1.1" status: 200 len: 217 time: 0.0577595 Aug 31 03:07:50.154508 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] For port 80181e57-3346-42f5-a2ba-5720dcaac62f, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=80181e57-3346-42f5-a2ba-5720dcaac62f,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:50.155017 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.201779 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Calling delete_port for 80181e57-3346-42f5-a2ba-5720dcaac62f owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:07:50.209321 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] Set router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:50.225863 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.226537 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-cff1a135-66cf-4538-8e67-3b4063a77b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:50.228232 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-cff1a135-66cf-4538-8e67-3b4063a77b58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4b8b17-4bb0-4898-9e26-312e26702ba2 HTTP/1.1" status: 200 len: 853 time: 0.0849273 Aug 31 03:07:50.256862 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.280299 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:07:49Z', 'revision_number': 6, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port_host': None}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:50.315086 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-318d1903-3750-458a-b4f8-63b505ab2c3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af6df750-e4e5-4dd4-bc43-fd4500287192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573158 Aug 31 03:07:50.325712 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7541f-ea86-4cbf-aaad-26f77216b76c None None] The sync data for ids ['2b34e65d-dc34-49a3-a286-c62a9d01d5d3'] in dv-cinder-806665-1-iscsi is: [{'id': '2b34e65d-dc34-49a3-a286-c62a9d01d5d3', 'name': 'tempest-ServerRescueNegativeTestJSON-1265672747-router', 'tenant_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:03:55Z', 'updated_at': '2021-08-31T03:07:49Z', 'revision_number': 6, 'project_id': 'a2341cbfd5bf46039747c27a0d5fb8f9', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:07:50.438476 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Allocated IP 172.27.1.220 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/36ff880d-f85a-4c24-bcb7-5ccd0331422e) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:07:50.464239 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54638) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:50.511347 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15252bc3-297c-46bb-bb42-6ac97da1bee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.524431 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-9082845c-7b80-4609-b8fd-1b7ebccba3ed service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770284 Aug 31 03:07:50.585877 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.596704 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.632682 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Pushing event deleted for resources: {'Port': ['ID=80181e57-3346-42f5-a2ba-5720dcaac62f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:50.660779 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.664622 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15252bc3-297c-46bb-bb42-6ac97da1bee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.704050 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4326ac2e-bf6c-4a53-b463-baa962a88e90 req-f04fa024-494a-45e4-81d0-5abcf332499d service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705055 Aug 31 03:07:50.705853 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Pushing event updated for resources: {'Port': ['ID=36ff880d-f85a-4c24-bcb7-5ccd0331422e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:50.710131 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15252bc3-297c-46bb-bb42-6ac97da1bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.723953 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.746028 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:50.755855 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:50.764913 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-15252bc3-297c-46bb-bb42-6ac97da1bee9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9b8629242ef4b9abcd1d2f4df7eae24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973864 Aug 31 03:07:50.764913 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:07:50.768829 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54640) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:50.799440 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15252bc3-297c-46bb-bb42-6ac97da1bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc64c50-5b40-4af7-9701-b38cb1b15da6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:50.868354 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.874063 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.934798 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-374fbdaf-2abf-4377-8356-909ac42c0f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.941570 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-281d063f-2f1d-4084-bdaa-0d4d2ceab1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:50.943125 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-281d063f-2f1d-4084-bdaa-0d4d2ceab1b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e39e80825e64d5e9390f9fae29c38cc&device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 1097 time: 0.1630805 Aug 31 03:07:50.950944 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:50.952209 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b34e65d-dc34-49a3-a286-c62a9d01d5d3 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:07:51.002290 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-374fbdaf-2abf-4377-8356-909ac42c0f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.052311 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0e67-2316-4ac4-8230-e7f72e6b2e90 req-6ad9ca9b-23a9-4256-8c3e-a28eb644e8b3 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:51.053959 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35be0e67-2316-4ac4-8230-e7f72e6b2e90 req-6ad9ca9b-23a9-4256-8c3e-a28eb644e8b3 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 944 time: 0.1363246 Aug 31 03:07:51.193419 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-374fbdaf-2abf-4377-8356-909ac42c0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.196355 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-374fbdaf-2abf-4377-8356-909ac42c0f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.198068 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-374fbdaf-2abf-4377-8356-909ac42c0f5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcc64c50-5b40-4af7-9701-b38cb1b15da6 HTTP/1.1" status: 204 len: 168 time: 0.4280329 Aug 31 03:07:51.206684 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35be0e67-2316-4ac4-8230-e7f72e6b2e90 req-19c498fb-d229-4550-ae6e-6fe38f440984 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443071 Aug 31 03:07:51.220756 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fbdaf-2abf-4377-8356-909ac42c0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc64c50-5b40-4af7-9701-b38cb1b15da6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:51.240123 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.297728 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb733452-62cc-4362-90d2-c7b563adacfa None None] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:07:51.314243 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.315573 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-21c1429e-d7c2-47b0-8c2f-303fee8c6977 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2b34e65d-dc34-49a3-a286-c62a9d01d5d3 HTTP/1.1" status: 204 len: 168 time: 1.9529371 Aug 31 03:07:51.320396 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54648) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:51.405067 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c237a3-8460-4ad7-80dd-3915ac779801 req-2082f425-30d5-455e-8721-2cc191cbf5ce tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:51.413009 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f3c237a3-8460-4ad7-80dd-3915ac779801 req-2082f425-30d5-455e-8721-2cc191cbf5ce tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 943 time: 0.1528864 Aug 31 03:07:51.424967 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] Deleting subnet b6a92f2a-1acb-4103-8406-eff14b597561 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:07:51.428175 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.430823 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cf1209ba-763f-4f41-8bda-a180b866f0cf None None] Provisioning for port f465daa5-2740-47b7-95de-dbf665f80174 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:07:51.500962 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-db455e2d-a2fb-43e5-923c-00c4c935546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:51.504343 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-db455e2d-a2fb-43e5-923c-00c4c935546e service neutron] 10.222.0.45 "GET /v2.0/networks?id=af6df750-e4e5-4dd4-bc43-fd4500287192 HTTP/1.1" status: 200 len: 914 time: 0.5485218 Aug 31 03:07:51.506076 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:07:51.506670 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.529487 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.571886 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f3c237a3-8460-4ad7-80dd-3915ac779801 req-3036a7a6-b939-433c-9ae4-1316f0ade4c3 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578305 Aug 31 03:07:51.611388 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-e30cc1e2-9894-4969-b165-0f147b78acdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51be1391-e726-4cb9-8f7d-8b6de11bed58 HTTP/1.1" status: 200 len: 217 time: 0.0980413 Aug 31 03:07:51.673649 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.703664 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54652) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:51.726894 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:51.730282 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09365048-f012-4f95-a376-75998bf329fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.737168 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-fa4220f9-1c2d-4028-a77d-2b762d1591f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:51.738666 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-fa4220f9-1c2d-4028-a77d-2b762d1591f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac4b8b17-4bb0-4898-9e26-312e26702ba2 HTTP/1.1" status: 200 len: 853 time: 0.1195765 Aug 31 03:07:51.743883 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'port_id': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'mac_address': 'fa:16:3e:e3:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:07:51.796381 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-3dec4407-28d9-4a70-98a1-f8b060fc8cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af6df750-e4e5-4dd4-bc43-fd4500287192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505691 Aug 31 03:07:51.816527 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:07:51.818655 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.820823 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.848631 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff470622-5f4c-4e8e-808f-480c993ae235 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:07:51.877800 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:51.884385 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.924995 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a92f2a-1acb-4103-8406-eff14b597561,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:51.925212 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device f465daa5-2740-47b7-95de-dbf665f80174 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:07:51.940797 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.942839 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-8af304e7-13ab-49f6-9edb-144cac07b5f1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b6a92f2a-1acb-4103-8406-eff14b597561 HTTP/1.1" status: 204 len: 168 time: 0.6199708 Aug 31 03:07:51.945392 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54654) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:51.974428 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09365048-f012-4f95-a376-75998bf329fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:51.985080 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09365048-f012-4f95-a376-75998bf329fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.000534 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:52.021767 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port f465daa5-2740-47b7-95de-dbf665f80174 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:07:52.032438 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port f465daa5-2740-47b7-95de-dbf665f80174 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:52.033444 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.034159 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:07:52.043996 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-09365048-f012-4f95-a376-75998bf329fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84907c4ad68648d3be9eb928fa50aed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370686 Aug 31 03:07:52.043996 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365048-f012-4f95-a376-75998bf329fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e002be-a69e-48ce-920a-7cb382af7114,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:52.046177 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54656) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:52.056826 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.058038 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.063773 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-fbba52c8-91b2-4748-bd1a-325c255ba3eb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9664781 Aug 31 03:07:52.064453 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54658) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:52.069601 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Sync routers for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:07:52.078282 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-35fb688d-d983-4057-9bfd-fe22dd27bc10 None None] Provisioning complete for port f465daa5-2740-47b7-95de-dbf665f80174 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:52.078655 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35fb688d-d983-4057-9bfd-fe22dd27bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.088072 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-fe3abb9d-f305-491f-bb84-4fc4d422ee21 service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813406 Aug 31 03:07:52.108827 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:52.109466 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:52.120657 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['ff470622-5f4c-4e8e-808f-480c993ae235'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:07:52.285060 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.287974 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b161050-a011-4634-b436-f058466227c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.308934 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce22dc5e-93cd-46d3-8f25-e5a8bb521b92']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:52.333475 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41882157-8b9f-4ea6-a6d3-aac4531c64f3 req-204138d9-ef9b-48e4-a017-84bc7814fd96 service neutron] 10.222.0.45 "GET /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319067 Aug 31 03:07:52.335255 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a5d82c-d266-4efa-b762-590f8eef938d') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:52.335584 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a5d82c-d266-4efa-b762-590f8eef938d') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:52.346647 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b161050-a011-4634-b436-f058466227c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.356070 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.381415 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.395983 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:07:52.396520 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:07:52.398244 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:07:52.400846 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd54a03-899f-45d9-8724-3e58e796e138 req-681ede37-324c-4064-91ae-00aded2d3125 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:52.406457 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dcd54a03-899f-45d9-8724-3e58e796e138 req-681ede37-324c-4064-91ae-00aded2d3125 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 944 time: 0.1288371 Aug 31 03:07:52.461030 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dcd54a03-899f-45d9-8724-3e58e796e138 req-e75b65e4-2319-4207-873a-093aaf6953c6 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526283 Aug 31 03:07:52.481303 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b161050-a011-4634-b436-f058466227c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.484712 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b161050-a011-4634-b436-f058466227c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.488548 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-9b161050-a011-4634-b436-f058466227c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8e002be-a69e-48ce-920a-7cb382af7114 HTTP/1.1" status: 204 len: 168 time: 0.4407842 Aug 31 03:07:52.499773 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.502215 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b161050-a011-4634-b436-f058466227c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e002be-a69e-48ce-920a-7cb382af7114,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:52.506403 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.518167 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.519661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:52.523075 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ce22dc5e-93cd-46d3-8f25-e5a8bb521b92 HTTP/1.1" status: 204 len: 168 time: 0.5737381 Aug 31 03:07:52.544163 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78a139-babc-4df0-b4a3-b0ab8af6e283 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce22dc5e-93cd-46d3-8f25-e5a8bb521b92,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:52.588180 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.665359 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35fb688d-d983-4057-9bfd-fe22dd27bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.712337 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446f92e-292f-4bfa-b24f-0252605c7e06 req-3c9bd92b-b441-470e-b2b7-18e488a5810f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:52.722694 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d446f92e-292f-4bfa-b24f-0252605c7e06 req-3c9bd92b-b441-470e-b2b7-18e488a5810f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.0689337 Aug 31 03:07:52.770295 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Allocated IP 172.20.0.1 (0bb3054e-ca8e-4249-9fca-6d78ae839b25/aeab82f1-f1ef-4466-bb20-f4d07594103e/3632b132-c01c-49fb-83d3-0786381e88cf) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:07:52.782707 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d446f92e-292f-4bfa-b24f-0252605c7e06 req-b9c38730-0387-4dd9-9512-36c6fa1d2489 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540593 Aug 31 03:07:52.783997 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port f465daa5-2740-47b7-95de-dbf665f80174, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=f465daa5-2740-47b7-95de-dbf665f80174,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:52.819828 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.915194 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.922982 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 80181e57-3346-42f5-a2ba-5720dcaac62f no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:52.935702 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54674) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:52.936877 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Transition to ACTIVE for port object 3632b132-c01c-49fb-83d3-0786381e88cf will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:52.976319 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.db.api [None req-35fb688d-d983-4057-9bfd-fe22dd27bc10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 03:07:52.976718 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG oslo_db.api [None req-35fb688d-d983-4057-9bfd-fe22dd27bc10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 03:07:52.977274 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 80181e57-3346-42f5-a2ba-5720dcaac62f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:07:52.977493 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 80181e57-3346-42f5-a2ba-5720dcaac62f not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:07:52.978099 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 23007c50-2ff1-4608-ad41-d79f40d7a61c no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:07:52.984969 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:52.986718 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ad0bc055-0fe0-4df2-81a6-52b77871e494 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2341cbfd5bf46039747c27a0d5fb8f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495687 Aug 31 03:07:52.987527 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:53.019415 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=f465daa5-2740-47b7-95de-dbf665f80174,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:53.028151 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 23007c50-2ff1-4608-ad41-d79f40d7a61c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:07:53.028418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 23007c50-2ff1-4608-ad41-d79f40d7a61c not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:07:53.036675 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:53.045090 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:53.047860 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:07:53.055439 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9584-98d3-4dae-abcb-b7d64a20a603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.067311 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:51Z', 'revision_number': 3, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:53.074639 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=3632b132-c01c-49fb-83d3-0786381e88cf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:53.090013 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9584-98d3-4dae-abcb-b7d64a20a603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.098310 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Checking router: ae5a3e69-aadf-4024-bcf6-eb501d3fece2 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:07:53.098944 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Updating router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 port 36ff880d-f85a-4c24-bcb7-5ccd0331422e binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:07:53.113257 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.142873 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.174310 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9584-98d3-4dae-abcb-b7d64a20a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.177183 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7f9584-98d3-4dae-abcb-b7d64a20a603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.178400 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6b7f9584-98d3-4dae-abcb-b7d64a20a603 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5 HTTP/1.1" status: 204 len: 168 time: 0.1900072 Aug 31 03:07:53.191239 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f9584-98d3-4dae-abcb-b7d64a20a603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e0e0e6-ffc6-43dd-bc8a-dd2ab44fdbc5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:53.285070 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.482358 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.493091 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.525402 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51be1391-e726-4cb9-8f7d-8b6de11bed58 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:07:53.527262 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:07:53.647918 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f5b7b-c1a4-4725-941f-5a47a630c278 req-09ca706f-6431-4a46-9587-7a94b9cd1c9b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:53.649497 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6b8f5b7b-c1a4-4725-941f-5a47a630c278 req-09ca706f-6431-4a46-9587-7a94b9cd1c9b tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 944 time: 0.0734971 Aug 31 03:07:53.650729 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.667080 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=3632b132-c01c-49fb-83d3-0786381e88cf,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:53.688138 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.714814 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Transition to ACTIVE for port object 36ff880d-f85a-4c24-bcb7-5ccd0331422e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:53.741064 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3a91f8a-c84b-45ea-b487-8ad5e24e4226 None None] Provisioning for port 3632b132-c01c-49fb-83d3-0786381e88cf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:07:53.743102 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.756981 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port ff470622-5f4c-4e8e-808f-480c993ae235 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:53.756981 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.782067 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6b8f5b7b-c1a4-4725-941f-5a47a630c278 req-8ddedede-dcf7-4abe-9b18-aa1a140d0998 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224909 Aug 31 03:07:53.800311 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3a91f8a-c84b-45ea-b487-8ad5e24e4226 None None] Provisioning complete for port 3632b132-c01c-49fb-83d3-0786381e88cf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:53.800694 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3a91f8a-c84b-45ea-b487-8ad5e24e4226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:53.833633 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:53.835243 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:53.848985 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device f465daa5-2740-47b7-95de-dbf665f80174 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:07:53.950028 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 51be1391-e726-4cb9-8f7d-8b6de11bed58, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51be1391-e726-4cb9-8f7d-8b6de11bed58,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:53.968268 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Attempting to bind port 36ff880d-f85a-4c24-bcb7-5ccd0331422e on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:07:53.968638 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Attempting to bind port 36ff880d-f85a-4c24-bcb7-5ccd0331422e by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:07:53.969006 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Attempting to bind port 36ff880d-f85a-4c24-bcb7-5ccd0331422e on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:07:53.981302 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760aacc6-845b-48ab-ba7f-56d83fb8e956 None None] Pushing event updated for resources: {'Port': ['ID=36ff880d-f85a-4c24-bcb7-5ccd0331422e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:54.007415 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:07:54.007788 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:07:54.008277 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.008588 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:07:54.009076 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Bound port: 36ff880d-f85a-4c24-bcb7-5ccd0331422e, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:07:54.009462 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.011850 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9503ec0-a971-4a4c-bc10-39fb45991653 req-44bb8897-d5d3-459c-8780-8759a856bcc6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:54.013450 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e3a91f8a-c84b-45ea-b487-8ad5e24e4226 None None] Port 3632b132-c01c-49fb-83d3-0786381e88cf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:07:54.015788 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9503ec0-a971-4a4c-bc10-39fb45991653 req-44bb8897-d5d3-459c-8780-8759a856bcc6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 944 time: 0.1159351 Aug 31 03:07:54.022464 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '51be1391-e726-4cb9-8f7d-8b6de11bed58', 'network_id': 'af6df750-e4e5-4dd4-bc43-fd4500287192', 'port_id': '51be1391-e726-4cb9-8f7d-8b6de11bed58', 'mac_address': 'fa:16:3e:27:35:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4b8b17-4bb0-4898-9e26-312e26702ba2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:07:54.024616 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:07:54.089385 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9503ec0-a971-4a4c-bc10-39fb45991653 req-7e333f06-d2a8-4430-badd-1eca29686fcd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680182 Aug 31 03:07:54.182946 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.204261 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] For port 36ff880d-f85a-4c24-bcb7-5ccd0331422e, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:07:54.222451 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port f465daa5-2740-47b7-95de-dbf665f80174 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:54.222830 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.225467 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51be1391-e726-4cb9-8f7d-8b6de11bed58 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:07:54.234160 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] For port 36ff880d-f85a-4c24-bcb7-5ccd0331422e, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=36ff880d-f85a-4c24-bcb7-5ccd0331422e,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:07:54.280483 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.289551 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.327787 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 51be1391-e726-4cb9-8f7d-8b6de11bed58, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51be1391-e726-4cb9-8f7d-8b6de11bed58,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:54.363226 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.377937 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-afd4ab31-bc62-4fed-84b0-26bb2f572ee0 None None] Provisioning complete for port 3632b132-c01c-49fb-83d3-0786381e88cf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:54.378297 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-afd4ab31-bc62-4fed-84b0-26bb2f572ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.388625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:54.390893 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb92aa34-55aa-4a21-a96e-a384c4761db8" -d '{"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-plugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:54.441039 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:54.441857 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:07:54.448694 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c9e06d15-9f5c-40d2-b3e4-3a9fb3aeffe1 admin admin] 10.222.0.39 "PUT /v2.0/routers/ae5a3e69-aadf-4024-bcf6-eb501d3fece2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824766 Aug 31 03:07:54.462902 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:54.468545 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760aacc6-845b-48ab-ba7f-56d83fb8e956 None None] Pushing event updated for resources: {'Port': ['ID=36ff880d-f85a-4c24-bcb7-5ccd0331422e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:54.473822 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:54.474465 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:54.477738 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e87f400-6c1c-41ae-88dd-4a1935cbe746 x-openstack-request-id: req-6e87f400-6c1c-41ae-88dd-4a1935cbe746 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:54.478036 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-plugged", "status": "completed", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:54.478320 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e87f400-6c1c-41ae-88dd-4a1935cbe746 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:54.478699 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'code': 200} Aug 31 03:07:54.484097 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-afd4ab31-bc62-4fed-84b0-26bb2f572ee0 None None] Port 3632b132-c01c-49fb-83d3-0786381e88cf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:07:54.640926 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['51be1391-e726-4cb9-8f7d-8b6de11bed58'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:07:54.671651 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=51be1391-e726-4cb9-8f7d-8b6de11bed58,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:54.870601 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:54.936581 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:54.997328 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ea344-a67c-42f9-9e0f-051a385f7bf4 req-4a043144-cab8-4eb1-afc1-8a36a14cf6f0 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:55.006094 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ed3ea344-a67c-42f9-9e0f-051a385f7bf4 req-4a043144-cab8-4eb1-afc1-8a36a14cf6f0 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 945 time: 0.0903041 Aug 31 03:07:55.059492 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ed3ea344-a67c-42f9-9e0f-051a385f7bf4 req-29a3adb7-ce30-4045-83c4-465171daa6fb tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Aug 31 03:07:55.069274 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aa0dc-bb43-4ddd-9eeb-850132159ff6 req-5dbc0c77-9de7-4fa2-93c5-09dcc6aca7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:55.071756 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-717aa0dc-bb43-4ddd-9eeb-850132159ff6 req-5dbc0c77-9de7-4fa2-93c5-09dcc6aca7bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1099 time: 0.1143618 Aug 31 03:07:55.119262 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-717aa0dc-bb43-4ddd-9eeb-850132159ff6 req-72ce648c-2048-4896-9b5e-2b03207798a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 Aug 31 03:07:55.178156 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 2, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:55.208388 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac02ac9-0394-4d15-adf0-b72054ea0c7d None None] The sync data for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi is: [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 2, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:07:55.265034 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28735bed-7277-48e1-9b88-61040c12c9e1 req-a0444f09-7cc6-4e7e-b174-2d1917615576 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:55.273084 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-28735bed-7277-48e1-9b88-61040c12c9e1 req-a0444f09-7cc6-4e7e-b174-2d1917615576 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 946 time: 0.0790431 Aug 31 03:07:55.327930 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-28735bed-7277-48e1-9b88-61040c12c9e1 req-7af20f16-85ac-4263-9da7-6619bf0fc23e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538003 Aug 31 03:07:55.510754 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:55.516831 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1378554520-network', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:55.543820 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Made reservation on behalf of 5dff8ce800d545b1bef70e9f100eb50a for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:07:55.546764 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.557694 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.682795 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.687457 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.713526 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:07:55.730914 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746e65dc-2e87-4536-99f1-fce1b8f594d9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:55.735283 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.735847 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Added segment 3b3062ea-95f0-474f-ac61-d30715a2eb97 of type vlan for network 49e20566-b6bd-4492-b226-e934cb8a72e4 Aug 31 03:07:55.782128 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.817935 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.818987 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:55.819615 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:55.881932 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3696580 Aug 31 03:07:55.884654 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54788) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:55.889564 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Request body: {'subnet': {'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1378554520-subnet', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:55.905790 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24341f-0788-4dff-bebf-1d8216350d41 admin admin] Pushing event updated for resources: {'Network': ['ID=49e20566-b6bd-4492-b226-e934cb8a72e4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:55.918441 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:07:55.922337 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Made reservation on behalf of 5dff8ce800d545b1bef70e9f100eb50a for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:07:55.925463 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26191762'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.212249 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26191748'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.228299 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26599e-7449-4da4-9eb4-22f0e40c1bf5 req-a6dcfd05-43b8-4d5a-b0da-a0c9dfcff65a tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:56.229957 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3a26599e-7449-4da4-9eb4-22f0e40c1bf5 req-a6dcfd05-43b8-4d5a-b0da-a0c9dfcff65a tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 945 time: 0.0807352 Aug 31 03:07:56.278373 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:56.293299 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Checking segment: {'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:07:56.293654 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Network hostable DHCP agents. Network: 49e20566-b6bd-4492-b226-e934cb8a72e4, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:07:56.306975 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3a26599e-7449-4da4-9eb4-22f0e40c1bf5 req-bbecf444-ce37-4446-b680-3d60abfa34ca tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658040 Aug 31 03:07:56.313018 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:07:56.326864 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 49e20566-b6bd-4492-b226-e934cb8a72e4) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:56.332142 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:56.332662 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.339744 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f6f39c-20a8-43a9-a213-48efa44b7cd2 None None] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:07:56.353580 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-6b368a9f-ce79-447f-a2df-0943ef7a0d01 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4677911 Aug 31 03:07:56.356138 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:56.366954 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:07:56.409079 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.409079 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.476793 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.512627 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb2dd6-6e15-44c7-a22d-71fdbef2d5f5 req-d36a5464-ec90-4d97-a8e0-326249082338 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:56.523484 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-33eb2dd6-6e15-44c7-a22d-71fdbef2d5f5 req-d36a5464-ec90-4d97-a8e0-326249082338 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 946 time: 0.1009228 Aug 31 03:07:56.537516 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-49e20566-b6bd-4492-b226-e934cb8a72e4', 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'fixed_ips': [{'subnet_id': 'ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:07:56.540248 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.597829 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-33eb2dd6-6e15-44c7-a22d-71fdbef2d5f5 req-556e15c9-fa05-401c-aea4-9ca878f69ae2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732391 Aug 31 03:07:56.677127 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.791354 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Allocated IP 172.20.0.2 (49e20566-b6bd-4492-b226-e934cb8a72e4/ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55/56f0fe3c-e848-47ca-a723-25b5a74e050e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:07:56.948416 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.976025 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:56.999806 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.010045 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Transition to ACTIVE for port object 56f0fe3c-e848-47ca-a723-25b5a74e050e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:57.026329 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Transition to ACTIVE for port object 56f0fe3c-e848-47ca-a723-25b5a74e050e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:57.034012 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.080329 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:57.085033 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:57.091929 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:07:57.119737 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Allocated IP 172.27.1.61 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/a92595da-77b0-4459-b485-1425554766f5) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:07:57.156243 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Attempting to bind port 56f0fe3c-e848-47ca-a723-25b5a74e050e on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:07:57.156624 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Attempting to bind port 56f0fe3c-e848-47ca-a723-25b5a74e050e by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:07:57.156994 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Attempting to bind port 56f0fe3c-e848-47ca-a723-25b5a74e050e on network 49e20566-b6bd-4492-b226-e934cb8a72e4 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:07:57.163239 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Pushing event updated for resources: {'Port': ['ID=56f0fe3c-e848-47ca-a723-25b5a74e050e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:57.168233 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:07:57.168617 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Checking segment: {'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:07:57.169027 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.169424 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Bound using segment: {'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:07:57.169899 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Bound port: 56f0fe3c-e848-47ca-a723-25b5a74e050e, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:07:57.170289 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.240429 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] For port 56f0fe3c-e848-47ca-a723-25b5a74e050e, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:07:57.244166 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] For port 56f0fe3c-e848-47ca-a723-25b5a74e050e, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=56f0fe3c-e848-47ca-a723-25b5a74e050e,segment=NetworkSegment(3b3062ea-95f0-474f-ac61-d30715a2eb97),segment_id=3b3062ea-95f0-474f-ac61-d30715a2eb97)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:07:57.253531 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.310571 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.337479 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a97768-6ee6-4274-a2cb-7e202bd5e4f7 None None] Pushing event updated for resources: {'Port': ['ID=56f0fe3c-e848-47ca-a723-25b5a74e050e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:57.442035 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.547185 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:07:57.554796 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Pushing event updated for resources: {'Port': ['ID=a92595da-77b0-4459-b485-1425554766f5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:57.555522 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51be1391-e726-4cb9-8f7d-8b6de11bed58 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:07:57.563397 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:07:57.566310 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:07:57.577180 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614863a-a712-4929-a5c6-cebd4080b0c2 req-bcf2c466-cf33-4330-b9d7-45236f9aaba2 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:57.578757 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3614863a-a712-4929-a5c6-cebd4080b0c2 req-bcf2c466-cf33-4330-b9d7-45236f9aaba2 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 945 time: 0.1588957 Aug 31 03:07:57.695009 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 51be1391-e726-4cb9-8f7d-8b6de11bed58 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:07:57.722619 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 51be1391-e726-4cb9-8f7d-8b6de11bed58 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:57.723005 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:57.770549 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3614863a-a712-4929-a5c6-cebd4080b0c2 req-29f614f9-c81e-491a-b07d-424f5498b37f tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721873 Aug 31 03:07:57.870015 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a51b-a879-4543-a1db-6e4c61345d74 req-47a57c33-5c8d-4286-b632-99edce8fe037 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:57.879821 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-81c2a51b-a879-4543-a1db-6e4c61345d74 req-47a57c33-5c8d-4286-b632-99edce8fe037 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 946 time: 0.1525023 Aug 31 03:07:57.952154 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 36ff880d-f85a-4c24-bcb7-5ccd0331422e up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:07:57.991341 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-81c2a51b-a879-4543-a1db-6e4c61345d74 req-71b74a93-a91d-4639-8ebe-02d43e0e1d45 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001928 Aug 31 03:07:58.038800 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Sync routers for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:07:58.041300 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.053280 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:58.054064 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:58.066055 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 36ff880d-f85a-4c24-bcb7-5ccd0331422e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:07:58.073186 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51be1391-e726-4cb9-8f7d-8b6de11bed58'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:07:58.075560 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229b1656-d4ce-441f-877c-13da9eddac8b" -d '{"events": [{"server_uuid": "e2e1e924-f71a-4a42-9f79-cfa0b6222dcd", "name": "network-vif-plugged", "status": "completed", "tag": "51be1391-e726-4cb9-8f7d-8b6de11bed58"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:07:58.086120 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 36ff880d-f85a-4c24-bcb7-5ccd0331422e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:07:58.086771 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.089164 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.154349 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608dced3-0a23-44ca-a7e8-125ec5dec92e x-openstack-request-id: req-608dced3-0a23-44ca-a7e8-125ec5dec92e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:07:58.154743 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e1e924-f71a-4a42-9f79-cfa0b6222dcd", "name": "network-vif-plugged", "status": "completed", "tag": "51be1391-e726-4cb9-8f7d-8b6de11bed58", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:07:58.154917 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-608dced3-0a23-44ca-a7e8-125ec5dec92e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:07:58.155288 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51be1391-e726-4cb9-8f7d-8b6de11bed58', 'code': 200} Aug 31 03:07:58.159342 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 51be1391-e726-4cb9-8f7d-8b6de11bed58, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51be1391-e726-4cb9-8f7d-8b6de11bed58,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:58.169317 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.187219 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:58.272576 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=51be1391-e726-4cb9-8f7d-8b6de11bed58,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:58.278353 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.299691 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 36ff880d-f85a-4c24-bcb7-5ccd0331422e, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=36ff880d-f85a-4c24-bcb7-5ccd0331422e,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:07:58.304294 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.354297 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=36ff880d-f85a-4c24-bcb7-5ccd0331422e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:58.367566 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.374399 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5eb11-b9b3-4ae7-b717-67922208c0cd req-79eb7643-52ea-46d6-9673-7154c6781be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:58.375929 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-49a5eb11-b9b3-4ae7-b717-67922208c0cd req-79eb7643-52ea-46d6-9673-7154c6781be2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 1099 time: 0.0875950 Aug 31 03:07:58.486936 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-49a5eb11-b9b3-4ae7-b717-67922208c0cd req-ef669459-6ace-49a9-aa50-96f45abce476 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722902 Aug 31 03:07:58.503703 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 2, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:58.536172 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Checking router: ae5a3e69-aadf-4024-bcf6-eb501d3fece2 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:07:58.536532 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Updating router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 port 3632b132-c01c-49fb-83d3-0786381e88cf binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:07:58.547653 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:07:58.565441 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.660323 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:07:58.671277 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Sync routers for ids ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:07:58.679873 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.683397 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-9927d12e-42d3-4f67-86e6-64204aeb8f19 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3238177 Aug 31 03:07:58.684074 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54884) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:58.685813 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Routers {'7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:58.686465 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:58.758771 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d0fc0-ec77-4239-9e0a-b1c1439b7534 None None] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:07:58.854600 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.864986 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Transition to ACTIVE for port object 3632b132-c01c-49fb-83d3-0786381e88cf will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:07:58.874257 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:58.893285 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Set router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:58.925573 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Pushing event updated for resources: {'Port': ['ID=3632b132-c01c-49fb-83d3-0786381e88cf,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:58.928224 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1e77-411c-4a35-837e-a1009e01e2ce req-835ad0ba-8068-4937-a536-6db507d69de2 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:07:58.937450 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-762b1e77-411c-4a35-837e-a1009e01e2ce req-835ad0ba-8068-4937-a536-6db507d69de2 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 946 time: 0.0609219 Aug 31 03:07:58.940282 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.940861 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.942084 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.942614 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.943818 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.944335 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.944820 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.945793 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.946320 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.946807 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.948029 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:58.948518 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:07:59.034219 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Attempting to bind port 3632b132-c01c-49fb-83d3-0786381e88cf on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:07:59.035174 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Attempting to bind port 3632b132-c01c-49fb-83d3-0786381e88cf by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:07:59.035311 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-762b1e77-411c-4a35-837e-a1009e01e2ce req-cc3d7df4-29a9-4275-8475-41d86c24dca7 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966642 Aug 31 03:07:59.036246 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Attempting to bind port 3632b132-c01c-49fb-83d3-0786381e88cf on network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:07:59.052004 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:07:59.052698 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Checking segment: {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:07:59.052962 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:59.053968 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Bound using segment: {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:07:59.056652 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Bound port: 3632b132-c01c-49fb-83d3-0786381e88cf, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:07:59.057646 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:59.120109 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ef4ca580-3f87-4a48-8fd0-218f14812731 None None] Provisioning for port 56f0fe3c-e848-47ca-a723-25b5a74e050e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:07:59.209109 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] For port 3632b132-c01c-49fb-83d3-0786381e88cf, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:07:59.212675 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] For port 3632b132-c01c-49fb-83d3-0786381e88cf, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=3632b132-c01c-49fb-83d3-0786381e88cf,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:07:59.221634 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:59.252981 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:59.289738 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:07:59.290629 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:59.443778 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a92595da-77b0-4459-b485-1425554766f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:07:57Z', 'revision_number': 3, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port': {'id': 'a92595da-77b0-4459-b485-1425554766f5', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:07:59.453926 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8ff60-3ce3-4d37-b140-5c51d76e4129 None None] Pushing event updated for resources: {'Port': ['ID=3632b132-c01c-49fb-83d3-0786381e88cf,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:07:59.504284 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Checking router: 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:07:59.504794 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Updating router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 port a92595da-77b0-4459-b485-1425554766f5 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:07:59.550595 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:07:59.572482 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:59.817392 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:59.826746 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54912) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:07:59.984449 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:07:59.999944 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 56f0fe3c-e848-47ca-a723-25b5a74e050e up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:00.007404 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:07:59Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:00.024978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.030345 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Transition to ACTIVE for port object a92595da-77b0-4459-b485-1425554766f5 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:08:00.044749 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f405d67f-2ae4-4869-99e2-60af75b047a6 None None] The sync data for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi is: [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:07:59Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:08:00.046213 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.053304 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf87a-de37-427f-b1ce-95d2b4579419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.096322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Allocated IP 172.20.0.1 (49e20566-b6bd-4492-b226-e934cb8a72e4/ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55/49e73b6f-5dad-4c62-b993-09caa231c876) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:08:00.137572 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Attempting to bind port a92595da-77b0-4459-b485-1425554766f5 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:08:00.138154 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Attempting to bind port a92595da-77b0-4459-b485-1425554766f5 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:08:00.138288 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Attempting to bind port a92595da-77b0-4459-b485-1425554766f5 on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:08:00.142496 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.db.api [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 03:08:00.142496 dv-cinder-806665-1-iscsi neutron-server[93994]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 03:08:00.142496 dv-cinder-806665-1-iscsi neutron-server[93994]: [parameters: {'project_id': '48b0123f0673448887c6850abbc5ba11', 'id': '49fc0fc0-6976-499d-bac6-4b92239a3ab9', 'expiration': datetime.datetime(2021, 8, 31, 3, 10, 0, 134632)}] Aug 31 03:08:00.142496 dv-cinder-806665-1-iscsi neutron-server[93994]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 03:08:00.143767 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG oslo_db.api [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 03:08:00.145329 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:08:00.145706 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:08:00.146139 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.146500 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:08:00.146975 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Bound port: a92595da-77b0-4459-b485-1425554766f5, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:08:00.147352 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.148948 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29862f3-259f-4179-a739-83f96bd408fe None None] Pushing event updated for resources: {'Port': ['ID=a92595da-77b0-4459-b485-1425554766f5,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:00.194143 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 56f0fe3c-e848-47ca-a723-25b5a74e050e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:00.210304 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 56f0fe3c-e848-47ca-a723-25b5a74e050e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:00.210611 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.232527 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf87a-de37-427f-b1ce-95d2b4579419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.243131 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf87a-de37-427f-b1ce-95d2b4579419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.247563 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] For port a92595da-77b0-4459-b485-1425554766f5, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:08:00.259517 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e989c6d-b00f-4097-933d-a7c57b2b61ac req-7e507235-14e4-4e7a-8321-3727a6b6e1ad tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:00.261454 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8e989c6d-b00f-4097-933d-a7c57b2b61ac req-7e507235-14e4-4e7a-8321-3727a6b6e1ad tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 946 time: 0.1255813 Aug 31 03:08:00.267812 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] For port a92595da-77b0-4459-b485-1425554766f5, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=a92595da-77b0-4459-b485-1425554766f5,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:08:00.284564 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.312837 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0f0bf87a-de37-427f-b1ce-95d2b4579419 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6738279b4eb4d79aa3cd37575b742d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920700 Aug 31 03:08:00.312837 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bf87a-de37-427f-b1ce-95d2b4579419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce816c-0d1c-408e-9bd3-b749facdd082,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:00.316646 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54918) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:00.326434 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.331439 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8e989c6d-b00f-4097-933d-a7c57b2b61ac req-11c65929-cd0b-491e-8687-b4ab1168b8f1 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619292 Aug 31 03:08:00.343578 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Transition to ACTIVE for port object 49e73b6f-5dad-4c62-b993-09caa231c876 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:08:00.383994 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Routers {'7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:08:00.384642 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:00.398256 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7e521e-fed1-4149-9020-11bc1de157f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.421675 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7e521e-fed1-4149-9020-11bc1de157f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.428507 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.473067 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:08:00.480467 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:08:00.484894 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:08:00.502128 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7e521e-fed1-4149-9020-11bc1de157f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.506924 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7e521e-fed1-4149-9020-11bc1de157f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.511434 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1f7e521e-fed1-4149-9020-11bc1de157f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38ce816c-0d1c-408e-9bd3-b749facdd082 HTTP/1.1" status: 204 len: 168 time: 0.1879652 Aug 31 03:08:00.531193 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e521e-fed1-4149-9020-11bc1de157f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce816c-0d1c-408e-9bd3-b749facdd082,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:00.535903 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Pushing event updated for resources: {'Port': ['ID=49e73b6f-5dad-4c62-b993-09caa231c876,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:00.591881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.618367 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.645394 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.676035 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29862f3-259f-4179-a739-83f96bd408fe None None] Pushing event updated for resources: {'Port': ['ID=a92595da-77b0-4459-b485-1425554766f5,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:00.732498 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 56f0fe3c-e848-47ca-a723-25b5a74e050e, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=56f0fe3c-e848-47ca-a723-25b5a74e050e,segment=NetworkSegment(3b3062ea-95f0-474f-ac61-d30715a2eb97),segment_id=3b3062ea-95f0-474f-ac61-d30715a2eb97)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:00.755953 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.756800 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3632b132-c01c-49fb-83d3-0786381e88cf up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:00.859713 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.868581 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:00.929405 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=56f0fe3c-e848-47ca-a723-25b5a74e050e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:00.954242 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48b0123f0673448887c6850abbc5ba11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1235089 Aug 31 03:08:00.958844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54934) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:00.959684 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] Set router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:08:01.007400 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e25f5-7cc9-41a6-9cc4-5ba1e0f61288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa7377f-1d07-48d4-855c-a3e4296d2f81,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:01.030504 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-848ffa0a-7fdd-4467-adca-b2ec69352c20 None None] Provisioning for port 49e73b6f-5dad-4c62-b993-09caa231c876 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:01.046493 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54936) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:01.058083 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.062970 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aca837af-deff-468f-a38f-c36d91ff2c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.123590 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca140-e3fc-4d22-b1f3-e57cb9be5028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.126879 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-848ffa0a-7fdd-4467-adca-b2ec69352c20 None None] Provisioning complete for port 49e73b6f-5dad-4c62-b993-09caa231c876 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:01.127284 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-848ffa0a-7fdd-4467-adca-b2ec69352c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.153131 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca140-e3fc-4d22-b1f3-e57cb9be5028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.160161 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 3632b132-c01c-49fb-83d3-0786381e88cf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:01.170803 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 3632b132-c01c-49fb-83d3-0786381e88cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:01.171152 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.187146 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aca837af-deff-468f-a38f-c36d91ff2c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.194897 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aca837af-deff-468f-a38f-c36d91ff2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.218155 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-848ffa0a-7fdd-4467-adca-b2ec69352c20 None None] Port 49e73b6f-5dad-4c62-b993-09caa231c876 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:08:01.252488 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-aca837af-deff-468f-a38f-c36d91ff2c5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65dd6af59fb348eb8c4effd89bada36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016542 Aug 31 03:08:01.252488 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca837af-deff-468f-a38f-c36d91ff2c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aedfa8e-9fcf-4763-91c3-cb4a8ce7b777,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:01.253558 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54938) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:01.316556 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7de159a-1976-4b85-8179-50bac06ce1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.316905 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca140-e3fc-4d22-b1f3-e57cb9be5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.319495 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca140-e3fc-4d22-b1f3-e57cb9be5028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.322951 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5a8ca140-e3fc-4d22-b1f3-e57cb9be5028 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faa7377f-1d07-48d4-855c-a3e4296d2f81 HTTP/1.1" status: 204 len: 168 time: 0.3603280 Aug 31 03:08:01.332889 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca140-e3fc-4d22-b1f3-e57cb9be5028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa7377f-1d07-48d4-855c-a3e4296d2f81,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:01.333538 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.347230 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a92595da-77b0-4459-b485-1425554766f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:07:57Z', 'revision_number': 3, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port': {'id': 'a92595da-77b0-4459-b485-1425554766f5', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:01.365393 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7de159a-1976-4b85-8179-50bac06ce1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.385516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.390730 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62536022-7fb1-4983-8918-0ecfb083c98c None None] The sync data for ids ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'] in dv-cinder-806665-1-iscsi is: [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a92595da-77b0-4459-b485-1425554766f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:07:57Z', 'revision_number': 3, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port': {'id': 'a92595da-77b0-4459-b485-1425554766f5', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:08:01.402465 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.419116 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 3632b132-c01c-49fb-83d3-0786381e88cf, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=3632b132-c01c-49fb-83d3-0786381e88cf,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:01.432903 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.433855 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 36ff880d-f85a-4c24-bcb7-5ccd0331422e up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:01.439011 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7de159a-1976-4b85-8179-50bac06ce1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.441913 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7de159a-1976-4b85-8179-50bac06ce1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.443205 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-d7de159a-1976-4b85-8179-50bac06ce1b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5aedfa8e-9fcf-4763-91c3-cb4a8ce7b777 HTTP/1.1" status: 204 len: 168 time: 0.1886656 Aug 31 03:08:01.478546 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de159a-1976-4b85-8179-50bac06ce1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aedfa8e-9fcf-4763-91c3-cb4a8ce7b777,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:01.516493 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Pushing event updated for resources: {'Port': ['ID=49e73b6f-5dad-4c62-b993-09caa231c876,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:01.542705 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.561622 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=3632b132-c01c-49fb-83d3-0786381e88cf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:01.577644 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 36ff880d-f85a-4c24-bcb7-5ccd0331422e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:01.578023 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:01.678997 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:08:01.680950 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:08:01.867495 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:08:01.912101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 56f0fe3c-e848-47ca-a723-25b5a74e050e up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:02.008711 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 54954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:02.029807 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 56f0fe3c-e848-47ca-a723-25b5a74e050e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:02.030089 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.032216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a761b04-fe5a-4d0a-8f3e-df41a3309f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.132343 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:08:02.145472 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-53a54a23-a4fc-4b4c-a90d-63bcb675efab admin admin] 10.222.0.39 "PUT /v2.0/routers/7b85af4e-c7ec-4ad4-bde3-1dfafe608f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599738 Aug 31 03:08:02.174477 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3632b132-c01c-49fb-83d3-0786381e88cf up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:02.178393 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4281783b-de40-4dec-ae13-ea348d0ddcbe None None] Provisioning complete for port 49e73b6f-5dad-4c62-b993-09caa231c876 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:02.178898 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4281783b-de40-4dec-ae13-ea348d0ddcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.232467 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a761b04-fe5a-4d0a-8f3e-df41a3309f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.239028 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a761b04-fe5a-4d0a-8f3e-df41a3309f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.247411 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4281783b-de40-4dec-ae13-ea348d0ddcbe None None] Port 49e73b6f-5dad-4c62-b993-09caa231c876 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:08:02.286410 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 3632b132-c01c-49fb-83d3-0786381e88cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:02.287019 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.288281 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a761b04-fe5a-4d0a-8f3e-df41a3309f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d727ae1f-9080-4322-a064-eabf32674bab,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:02.302764 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7a761b04-fe5a-4d0a-8f3e-df41a3309f98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c57ffcca48f14bbcb002a941fbd4cfea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926929 Aug 31 03:08:02.305418 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54962) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:02.367071 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8d291ca-56ae-481d-9120-8ab069fe95be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.402393 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8d291ca-56ae-481d-9120-8ab069fe95be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.457268 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8d291ca-56ae-481d-9120-8ab069fe95be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.464906 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8d291ca-56ae-481d-9120-8ab069fe95be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:02.468746 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d8d291ca-56ae-481d-9120-8ab069fe95be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d727ae1f-9080-4322-a064-eabf32674bab HTTP/1.1" status: 204 len: 168 time: 0.1595531 Aug 31 03:08:02.476635 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d291ca-56ae-481d-9120-8ab069fe95be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727ae1f-9080-4322-a064-eabf32674bab,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:02.917548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 54992) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:02.922883 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-38e0ee1e-31cf-473b-b995-3e8c6dfb1608 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984546132', 'description': 'tempest-secgroup-smoke-1984546132 description', 'project_id': '14b6381710ab43a399d108dbe1d67a1c'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:02.946805 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee1e-31cf-473b-b995-3e8c6dfb1608 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.039407 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee1e-31cf-473b-b995-3e8c6dfb1608 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.044186 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee1e-31cf-473b-b995-3e8c6dfb1608 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.072085 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e0ee1e-31cf-473b-b995-3e8c6dfb1608 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.073301 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-38e0ee1e-31cf-473b-b995-3e8c6dfb1608 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1547170 Aug 31 03:08:03.076378 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55002) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:03.082458 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ab65a11e-936b-4d30-912a-f2d6b4f81a30 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'security_group_rule': {'security_group_id': '8b9fa663-2a29-41e8-ab45-44579041d8cb', 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:03.088356 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0ee1e-31cf-473b-b995-3e8c6dfb1608 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9fa663-2a29-41e8-ab45-44579041d8cb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:03.123023 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab65a11e-936b-4d30-912a-f2d6b4f81a30 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.212675 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab65a11e-936b-4d30-912a-f2d6b4f81a30 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.217113 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab65a11e-936b-4d30-912a-f2d6b4f81a30 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.234790 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a11e-936b-4d30-912a-f2d6b4f81a30 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e55a93-749c-46be-bbf9-825b93e89e96,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:03.244497 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab65a11e-936b-4d30-912a-f2d6b4f81a30 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.248739 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ab65a11e-936b-4d30-912a-f2d6b4f81a30 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712720 Aug 31 03:08:03.249298 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55012) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:03.254499 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7a21d1da-930d-454b-9bd6-f1907dc3d1a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'security_group_rule': {'security_group_id': '8b9fa663-2a29-41e8-ab45-44579041d8cb', 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:03.285583 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a21d1da-930d-454b-9bd6-f1907dc3d1a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.352625 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a21d1da-930d-454b-9bd6-f1907dc3d1a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.358025 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a21d1da-930d-454b-9bd6-f1907dc3d1a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.374294 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21d1da-930d-454b-9bd6-f1907dc3d1a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027bdef2-746f-430e-94ea-49dc36333975,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:03.392958 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a21d1da-930d-454b-9bd6-f1907dc3d1a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.395215 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7a21d1da-930d-454b-9bd6-f1907dc3d1a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445212 Aug 31 03:08:03.397846 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55018) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:03.403185 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-13d4c635-2c34-4f8b-b924-da67cead7524 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'security_group_rule': {'security_group_id': '8b9fa663-2a29-41e8-ab45-44579041d8cb', 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:03.433338 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13d4c635-2c34-4f8b-b924-da67cead7524 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.505278 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13d4c635-2c34-4f8b-b924-da67cead7524 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.511266 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13d4c635-2c34-4f8b-b924-da67cead7524 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.527425 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4c635-2c34-4f8b-b924-da67cead7524 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd22c5f-9fc3-40ad-a189-1be176db045a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:03.549846 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13d4c635-2c34-4f8b-b924-da67cead7524 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.551087 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-13d4c635-2c34-4f8b-b924-da67cead7524 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520016 Aug 31 03:08:03.555253 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55032) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:03.564038 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-61a07c74-ec8b-4ba3-9224-b81928494fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'security_group_rule': {'security_group_id': '8b9fa663-2a29-41e8-ab45-44579041d8cb', 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:03.596123 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-61a07c74-ec8b-4ba3-9224-b81928494fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.600453 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Sync routers for ids ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:08:03.610269 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Routers {'7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:08:03.611758 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:03.676365 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-61a07c74-ec8b-4ba3-9224-b81928494fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.682862 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-61a07c74-ec8b-4ba3-9224-b81928494fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.698672 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a07c74-ec8b-4ba3-9224-b81928494fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977f141f-8830-4f56-bed7-dfac6f15f9b7,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:03.739449 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-61a07c74-ec8b-4ba3-9224-b81928494fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.741489 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-61a07c74-ec8b-4ba3-9224-b81928494fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861417 Aug 31 03:08:03.743569 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55066) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:03.747182 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Set router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:08:03.748188 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'security_group_rule': {'security_group_id': '8b9fa663-2a29-41e8-ab45-44579041d8cb', 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:03.790149 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Project 14b6381710ab43a399d108dbe1d67a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 03:08:03.797680 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.859302 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device a92595da-77b0-4459-b485-1425554766f5 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:03.888697 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.898472 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.919191 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bebd5df-4411-4fb4-9e72-fb3e50e6e7d7,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:03.934864 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.936368 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ec245565-cbec-4695-a723-897b7773a23c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1918688 Aug 31 03:08:03.939841 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55080) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:03.944478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'security_group_rule': {'security_group_id': '8b9fa663-2a29-41e8-ab45-44579041d8cb', 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:03.955677 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port a92595da-77b0-4459-b485-1425554766f5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:03.966925 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port a92595da-77b0-4459-b485-1425554766f5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:03.966925 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:03.969527 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Project 14b6381710ab43a399d108dbe1d67a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 03:08:03.976440 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.018048 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a92595da-77b0-4459-b485-1425554766f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:00Z', 'revision_number': 4, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port': {'id': 'a92595da-77b0-4459-b485-1425554766f5', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '49e73b6f-5dad-4c62-b993-09caa231c876', 'name': '', 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'mac_address': 'fa:16:3e:76:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:59Z', 'updated_at': '2021-08-31T03:08:01Z', 'revision_number': 2, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'subnets': [{'id': 'ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:04.051323 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Checking router: 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:08:04.051768 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Updating router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 port 49e73b6f-5dad-4c62-b993-09caa231c876 binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:08:04.066578 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.074952 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.086657 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.097742 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8796e81-9f6f-4220-aafc-fe19712d7e39,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:04.106937 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.121392 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.121392 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-058a56f8-83de-43b5-9d9b-bfb195634fa4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1794467 Aug 31 03:08:04.150290 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port a92595da-77b0-4459-b485-1425554766f5, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=a92595da-77b0-4459-b485-1425554766f5,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:04.155921 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.221451 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=a92595da-77b0-4459-b485-1425554766f5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:04.460588 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.487662 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Transition to ACTIVE for port object 49e73b6f-5dad-4c62-b993-09caa231c876 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:08:04.495874 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.546516 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871ff11-3ce8-4b27-9da2-f52e450f1e44 None None] Pushing event updated for resources: {'Port': ['ID=49e73b6f-5dad-4c62-b993-09caa231c876,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:04.637266 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Attempting to bind port 49e73b6f-5dad-4c62-b993-09caa231c876 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:08:04.646014 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Attempting to bind port 49e73b6f-5dad-4c62-b993-09caa231c876 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:08:04.646014 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Attempting to bind port 49e73b6f-5dad-4c62-b993-09caa231c876 on network 49e20566-b6bd-4492-b226-e934cb8a72e4 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:08:04.647967 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:08:04.649728 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Checking segment: {'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:08:04.650895 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.651949 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Bound using segment: {'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:08:04.652792 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Bound port: 49e73b6f-5dad-4c62-b993-09caa231c876, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3062ea-95f0-474f-ac61-d30715a2eb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:08:04.653479 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.858472 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] For port 49e73b6f-5dad-4c62-b993-09caa231c876, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:08:04.864069 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] For port 49e73b6f-5dad-4c62-b993-09caa231c876, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=49e73b6f-5dad-4c62-b993-09caa231c876,segment=NetworkSegment(3b3062ea-95f0-474f-ac61-d30715a2eb97),segment_id=3b3062ea-95f0-474f-ac61-d30715a2eb97)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:08:04.872468 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:04.945378 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Routers {'7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:08:04.946146 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:07:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:05.008629 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871ff11-3ce8-4b27-9da2-f52e450f1e44 None None] Pushing event updated for resources: {'Port': ['ID=49e73b6f-5dad-4c62-b993-09caa231c876,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:05.101132 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] Set router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:08:05.350608 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a92595da-77b0-4459-b485-1425554766f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:00Z', 'revision_number': 4, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port': {'id': 'a92595da-77b0-4459-b485-1425554766f5', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '49e73b6f-5dad-4c62-b993-09caa231c876', 'name': '', 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'mac_address': 'fa:16:3e:76:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:59Z', 'updated_at': '2021-08-31T03:08:04Z', 'revision_number': 4, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'subnets': [{'id': 'ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:05.378736 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e0085-d5e3-4f5c-af6b-ce7fb5d5f95a None None] The sync data for ids ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'] in dv-cinder-806665-1-iscsi is: [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a92595da-77b0-4459-b485-1425554766f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:00Z', 'revision_number': 4, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port': {'id': 'a92595da-77b0-4459-b485-1425554766f5', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '49e73b6f-5dad-4c62-b993-09caa231c876', 'name': '', 'network_id': '49e20566-b6bd-4492-b226-e934cb8a72e4', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'mac_address': 'fa:16:3e:76:44:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:59Z', 'updated_at': '2021-08-31T03:08:04Z', 'revision_number': 4, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'subnets': [{'id': 'ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:08:05.778653 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55244) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:05.853933 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device a92595da-77b0-4459-b485-1425554766f5 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:05.901265 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-181cd733-cbc6-47e4-89cb-26af30ac34b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:05.909592 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port a92595da-77b0-4459-b485-1425554766f5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:05.909971 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.009977 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 49e73b6f-5dad-4c62-b993-09caa231c876 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:06.013151 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-181cd733-cbc6-47e4-89cb-26af30ac34b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.016969 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-181cd733-cbc6-47e4-89cb-26af30ac34b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.057450 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-181cd733-cbc6-47e4-89cb-26af30ac34b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=254d6562f03e42658def2aed1bebc1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775338 Aug 31 03:08:06.058371 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cd733-cbc6-47e4-89cb-26af30ac34b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d42b3-c63f-4f72-826d-3fb7dfa85cae,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:06.060149 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55250) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:06.062408 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 49e73b6f-5dad-4c62-b993-09caa231c876 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:06.067449 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 49e73b6f-5dad-4c62-b993-09caa231c876 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:06.068267 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.134364 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c5427a-1d89-4c87-b076-74d99f4e8b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.161190 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c5427a-1d89-4c87-b076-74d99f4e8b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.166434 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.201049 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 49e73b6f-5dad-4c62-b993-09caa231c876, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=49e73b6f-5dad-4c62-b993-09caa231c876,segment=NetworkSegment(3b3062ea-95f0-474f-ac61-d30715a2eb97),segment_id=3b3062ea-95f0-474f-ac61-d30715a2eb97)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:06.205975 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.212883 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c5427a-1d89-4c87-b076-74d99f4e8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.215643 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c5427a-1d89-4c87-b076-74d99f4e8b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.216817 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-02c5427a-1d89-4c87-b076-74d99f4e8b9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e4d42b3-c63f-4f72-826d-3fb7dfa85cae HTTP/1.1" status: 204 len: 168 time: 0.1555619 Aug 31 03:08:06.226079 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5427a-1d89-4c87-b076-74d99f4e8b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d42b3-c63f-4f72-826d-3fb7dfa85cae,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:06.266233 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=49e73b6f-5dad-4c62-b993-09caa231c876,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:06.510543 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55260) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:06.524681 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4720410d-589a-446c-8168-5cc209fb4eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.624486 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4720410d-589a-446c-8168-5cc209fb4eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.629301 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4720410d-589a-446c-8168-5cc209fb4eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.669636 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4720410d-589a-446c-8168-5cc209fb4eba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f021d04ff3954f5192477ce786c9d834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579111 Aug 31 03:08:06.670364 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720410d-589a-446c-8168-5cc209fb4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26de045-7229-4007-867e-dc4a95397bdc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:06.672321 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55262) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:06.728269 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca5078a1-64f9-4bff-a78b-338371ba1ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.751668 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca5078a1-64f9-4bff-a78b-338371ba1ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.801075 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca5078a1-64f9-4bff-a78b-338371ba1ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.803667 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca5078a1-64f9-4bff-a78b-338371ba1ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:06.804852 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ca5078a1-64f9-4bff-a78b-338371ba1ade admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a26de045-7229-4007-867e-dc4a95397bdc HTTP/1.1" status: 204 len: 168 time: 0.1310239 Aug 31 03:08:06.814023 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5078a1-64f9-4bff-a78b-338371ba1ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26de045-7229-4007-867e-dc4a95397bdc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:07.777508 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 49e73b6f-5dad-4c62-b993-09caa231c876 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:07.830122 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 49e73b6f-5dad-4c62-b993-09caa231c876 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:07.830435 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.377934 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55348) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:09.482930 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fb69ba2-03d3-4711-865f-a6849ee18c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.582265 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fb69ba2-03d3-4711-865f-a6849ee18c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.586409 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fb69ba2-03d3-4711-865f-a6849ee18c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.622386 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb69ba2-03d3-4711-865f-a6849ee18c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76484145-4292-4e3c-93b9-4043d40b22f7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:09.627300 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7fb69ba2-03d3-4711-865f-a6849ee18c07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00437a94bf914fb38e82c5f4aef64a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481518 Aug 31 03:08:09.630576 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55354) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:09.659948 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.686401 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c32bbc9-c287-4b19-805d-51022c5e83e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.709395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c32bbc9-c287-4b19-805d-51022c5e83e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.759904 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c32bbc9-c287-4b19-805d-51022c5e83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.762480 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c32bbc9-c287-4b19-805d-51022c5e83e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:09.763696 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-6c32bbc9-c287-4b19-805d-51022c5e83e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76484145-4292-4e3c-93b9-4043d40b22f7 HTTP/1.1" status: 204 len: 168 time: 0.1327741 Aug 31 03:08:09.771876 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32bbc9-c287-4b19-805d-51022c5e83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76484145-4292-4e3c-93b9-4043d40b22f7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:10.028993 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55362) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:10.042180 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5e7915d-4adf-4570-bfa4-5dcb2949337d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:10.136508 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5e7915d-4adf-4570-bfa4-5dcb2949337d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:10.140569 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5e7915d-4adf-4570-bfa4-5dcb2949337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:10.177835 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7915d-4adf-4570-bfa4-5dcb2949337d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e8ba54-5beb-42d6-be43-99832db8c728,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:10.184802 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a5e7915d-4adf-4570-bfa4-5dcb2949337d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4aa3af78c62f4d619a6e2b4753de89d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523466 Aug 31 03:08:10.185039 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55366) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:10.238814 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-048c34cc-949b-4869-931a-2e8d77e34aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:10.260115 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-048c34cc-949b-4869-931a-2e8d77e34aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:10.304839 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-048c34cc-949b-4869-931a-2e8d77e34aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:10.307294 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-048c34cc-949b-4869-931a-2e8d77e34aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:10.308480 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-048c34cc-949b-4869-931a-2e8d77e34aef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1e8ba54-5beb-42d6-be43-99832db8c728 HTTP/1.1" status: 204 len: 168 time: 0.1225431 Aug 31 03:08:10.316001 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c34cc-949b-4869-931a-2e8d77e34aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e8ba54-5beb-42d6-be43-99832db8c728,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:14.177123 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5813ebb4-0834-414b-90ce-68b05375611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:15.573701 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:08:16.397650 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-6513b545-d398-4c8c-bfdb-9262404a464e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430498 Aug 31 03:08:16.460705 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-ae13866e-0a95-4f18-bd27-27bf194db39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:16.462203 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-ae13866e-0a95-4f18-bd27-27bf194db39c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 1099 time: 0.0409887 Aug 31 03:08:16.580135 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-4765a1e1-96cb-48af-9755-9c2cee0ae428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:16.581543 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-4765a1e1-96cb-48af-9755-9c2cee0ae428 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.0900252 Aug 31 03:08:16.656266 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-57df179a-4353-464d-96c3-eeefba10fa94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 200 len: 1000 time: 0.0662720 Aug 31 03:08:16.710336 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-90101a9f-609a-4de0-86bc-75eee0eb02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:16.712127 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-90101a9f-609a-4de0-86bc-75eee0eb02cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0481884 Aug 31 03:08:16.763718 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-f72084ff-1bad-40e9-b08a-98819d5ce550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:16.765225 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-f72084ff-1bad-40e9-b08a-98819d5ce550 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444078 Aug 31 03:08:16.864726 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-357160e8-d6f9-409c-a1ff-62bedb0e58d7 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910630 Aug 31 03:08:16.880662 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e0c6941f-e86f-4a5f-ba2f-c6158fd37e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:16.976086 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-237bd2d2-5c56-42bc-8bc5-f55fc85478c5 req-ce970e76-56dd-4461-8f36-34c4ae6d5ac8 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032782 Aug 31 03:08:17.144094 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:17.258501 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1eb48cb9-4bb2-417b-acc6-883b396857b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.332809 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.357827 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1eb48cb9-4bb2-417b-acc6-883b396857b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.362773 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1eb48cb9-4bb2-417b-acc6-883b396857b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.405146 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1eb48cb9-4bb2-417b-acc6-883b396857b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b74cb1272945417d9bbed187b8208eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597678 Aug 31 03:08:17.406332 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48cb9-4bb2-417b-acc6-883b396857b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b741a6-2d37-4889-8e12-7a6c7b66a598,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:17.407841 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55502) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:17.478361 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4165645-b89f-42da-b86c-825b1c89a1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.499965 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4165645-b89f-42da-b86c-825b1c89a1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.554263 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4165645-b89f-42da-b86c-825b1c89a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.556923 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4165645-b89f-42da-b86c-825b1c89a1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.558063 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-a4165645-b89f-42da-b86c-825b1c89a1b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63b741a6-2d37-4889-8e12-7a6c7b66a598 HTTP/1.1" status: 204 len: 168 time: 0.1449528 Aug 31 03:08:17.565896 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4165645-b89f-42da-b86c-825b1c89a1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b741a6-2d37-4889-8e12-7a6c7b66a598,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:17.836294 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55510) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:17.850100 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6bea193-a810-41e9-9396-0653653eaffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.942040 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6bea193-a810-41e9-9396-0653653eaffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.945763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6bea193-a810-41e9-9396-0653653eaffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:17.984975 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-f6bea193-a810-41e9-9396-0653653eaffa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54d5b30baebc49e9aeaed21c6ea47ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476090 Aug 31 03:08:17.987769 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bea193-a810-41e9-9396-0653653eaffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8005e5-0a26-4716-803e-c1c25ed6efb8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:17.989113 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55514) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:18.051728 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:18.059654 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:18.073505 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:18.123855 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:18.126699 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:18.130269 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f8005e5-0a26-4716-803e-c1c25ed6efb8 HTTP/1.1" status: 204 len: 168 time: 0.1357269 Aug 31 03:08:18.135857 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8005e5-0a26-4716-803e-c1c25ed6efb8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:18.144835 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.145442 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.145562 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.145858 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.146233 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.146645 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.146882 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.147285 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.147645 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.147978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.148305 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:18.148627 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028ada4-44fc-4d43-b1f2-c728c7bba257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:19.600111 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:19.836542 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55588) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:19.945309 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf37a-f6e7-4aa1-bcf1-a329165749c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.041353 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf37a-f6e7-4aa1-bcf1-a329165749c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.045121 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf37a-f6e7-4aa1-bcf1-a329165749c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.091303 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55594) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:20.091865 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-5e7cf37a-f6e7-4aa1-bcf1-a329165749c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49f25aa1468442fcbc67e819fef69fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537355 Aug 31 03:08:20.092738 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf37a-f6e7-4aa1-bcf1-a329165749c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7507e-1ee8-4711-b380-4197a1b7ca11,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:20.144247 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f4c0-e81d-4a2c-ad15-7e775666db14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.165107 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f4c0-e81d-4a2c-ad15-7e775666db14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.209666 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f4c0-e81d-4a2c-ad15-7e775666db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.212319 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f4c0-e81d-4a2c-ad15-7e775666db14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.213466 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d5d1f4c0-e81d-4a2c-ad15-7e775666db14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40c7507e-1ee8-4711-b380-4197a1b7ca11 HTTP/1.1" status: 204 len: 168 time: 0.1209204 Aug 31 03:08:20.221700 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1f4c0-e81d-4a2c-ad15-7e775666db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7507e-1ee8-4711-b380-4197a1b7ca11,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:20.477531 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 55604) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:20.493687 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d70ece1-f8b8-4159-b1aa-01e305ff74cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.588731 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d70ece1-f8b8-4159-b1aa-01e305ff74cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.593025 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d70ece1-f8b8-4159-b1aa-01e305ff74cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.635737 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55612) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:20.636110 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5d70ece1-f8b8-4159-b1aa-01e305ff74cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0b6cf63adb34fac9850c90e128f59c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570852 Aug 31 03:08:20.636674 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70ece1-f8b8-4159-b1aa-01e305ff74cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599320c6-097a-4936-bba6-dbc34b9869b6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:20.712881 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b79df70c-f7a3-44dd-a589-d9545dc29d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.737586 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b79df70c-f7a3-44dd-a589-d9545dc29d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.787004 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b79df70c-f7a3-44dd-a589-d9545dc29d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.789531 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b79df70c-f7a3-44dd-a589-d9545dc29d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:20.790658 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-b79df70c-f7a3-44dd-a589-d9545dc29d3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/599320c6-097a-4936-bba6-dbc34b9869b6 HTTP/1.1" status: 204 len: 168 time: 0.1538169 Aug 31 03:08:20.798259 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79df70c-f7a3-44dd-a589-d9545dc29d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599320c6-097a-4936-bba6-dbc34b9869b6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:21.981354 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194cb63-2a91-4d98-a7d1-3cfb976f3d5f req-e1bffd47-bb90-4481-9f9f-b8b09fac3f94 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:21.982893 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1194cb63-2a91-4d98-a7d1-3cfb976f3d5f req-e1bffd47-bb90-4481-9f9f-b8b09fac3f94 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 946 time: 0.0521286 Aug 31 03:08:22.024179 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1194cb63-2a91-4d98-a7d1-3cfb976f3d5f req-5dd7670b-32ae-472a-bcce-cabd69aeb733 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Aug 31 03:08:23.145429 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe47baa-a1d9-4b36-ada7-fef366e8546d req-7710427f-b84c-478b-a98a-1782b0d5ae6c tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:23.146914 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-abe47baa-a1d9-4b36-ada7-fef366e8546d req-7710427f-b84c-478b-a98a-1782b0d5ae6c tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 946 time: 0.0489149 Aug 31 03:08:23.187319 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-abe47baa-a1d9-4b36-ada7-fef366e8546d req-0aad33f8-4732-47be-bc50-3201aa9ca1ef tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/security-groups?id=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343659 Aug 31 03:08:23.756697 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-4602b747-dfad-47df-83e6-00c02d9cbaab tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:23.758525 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-4602b747-dfad-47df-83e6-00c02d9cbaab tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 946 time: 0.0496311 Aug 31 03:08:23.866257 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Deleting port 51be1391-e726-4cb9-8f7d-8b6de11bed58 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:08:23.866603 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:23.959133 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] For port 51be1391-e726-4cb9-8f7d-8b6de11bed58, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51be1391-e726-4cb9-8f7d-8b6de11bed58,segment=NetworkSegment(efb15b16-71af-408f-b879-180d78e57c21),segment_id=efb15b16-71af-408f-b879-180d78e57c21)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:23.959535 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:23.976373 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Calling delete_port for 51be1391-e726-4cb9-8f7d-8b6de11bed58 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:08:24.102669 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:24.117409 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['51be1391-e726-4cb9-8f7d-8b6de11bed58'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:08:24.130516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Pushing event deleted for resources: {'Port': ['ID=51be1391-e726-4cb9-8f7d-8b6de11bed58,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:24.143691 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.144048 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.144404 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.144728 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.145060 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.145385 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.145711 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.146248 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.146337 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.146649 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.146974 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.147312 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:24.184059 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] No DVR routers for this DVR port 51be1391-e726-4cb9-8f7d-8b6de11bed58 on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:08:24.186555 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:24.189193 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3f4099f0-38b6-49e2-bd44-fd057b4a722a req-c0dd40f9-a94d-437b-847c-e0fe87dd4806 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.45 "DELETE /v2.0/ports/51be1391-e726-4cb9-8f7d-8b6de11bed58 HTTP/1.1" status: 204 len: 173 time: 0.4231594 Aug 31 03:08:24.189617 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'name': 'network-vif-deleted', 'tag': '51be1391-e726-4cb9-8f7d-8b6de11bed58'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:08:24.191883 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a49f452-24e7-4b8e-a074-deb2f2a372e9" -d '{"events": [{"server_uuid": "e2e1e924-f71a-4a42-9f79-cfa0b6222dcd", "name": "network-vif-deleted", "tag": "51be1391-e726-4cb9-8f7d-8b6de11bed58"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:08:24.230454 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ceccda-eb9b-42fd-b1ba-bc4c564f0ce6 x-openstack-request-id: req-54ceccda-eb9b-42fd-b1ba-bc4c564f0ce6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:08:24.230454 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e1e924-f71a-4a42-9f79-cfa0b6222dcd", "name": "network-vif-deleted", "tag": "51be1391-e726-4cb9-8f7d-8b6de11bed58", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:08:24.230454 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54ceccda-eb9b-42fd-b1ba-bc4c564f0ce6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:08:24.230766 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e1e924-f71a-4a42-9f79-cfa0b6222dcd', 'name': 'network-vif-deleted', 'tag': '51be1391-e726-4cb9-8f7d-8b6de11bed58', 'status': 'completed', 'code': 200} Aug 31 03:08:24.281183 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e741c33d-84b0-400d-92ca-a8b5365f9c89 req-09889387-66cd-4ff3-9e33-fcbbf15a02e6 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 210 time: 0.0256553 Aug 31 03:08:25.384583 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6b9feb6c-e615-4878-9cd0-c30980a986b2 req-ad224ace-582e-4b34-a03c-b983cd1b4856 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 210 time: 0.0294960 Aug 31 03:08:26.484727 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bdf4d5bb-a244-4c6e-a303-f60c55b6ac6d req-df022fa1-c311-4256-b12a-b992d2aebaa2 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 210 time: 0.0272703 Aug 31 03:08:27.600255 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-25ff7309-c260-4295-ad3b-c0eaccef273f req-61e23960-6518-483c-94a9-c3e59ce8cdb6 tempest-VolumesSnapshotTestJSON-457561113 tempest-VolumesSnapshotTestJSON-457561113-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2e1e924-f71a-4a42-9f79-cfa0b6222dcd HTTP/1.1" status: 200 len: 210 time: 0.0309358 Aug 31 03:08:30.142964 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51be1391-e726-4cb9-8f7d-8b6de11bed58 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:08:30.163433 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 51be1391-e726-4cb9-8f7d-8b6de11bed58 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:08:30.163777 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51be1391-e726-4cb9-8f7d-8b6de11bed58 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:08:30.822499 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55800) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:30.923203 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-93187d77-7991-4dc4-b1a4-106ffc444139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.007468 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-93187d77-7991-4dc4-b1a4-106ffc444139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.011011 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-93187d77-7991-4dc4-b1a4-106ffc444139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.046955 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93187d77-7991-4dc4-b1a4-106ffc444139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e4d87d-18ff-4ba3-a648-93195f17cdf3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:31.052036 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-93187d77-7991-4dc4-b1a4-106ffc444139 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd9d1514b7784d428cd38e02c7addd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284486 Aug 31 03:08:31.053834 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55804) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:31.102400 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6d00ff3-c4c2-497b-a81a-8bfa8385e498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.123965 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6d00ff3-c4c2-497b-a81a-8bfa8385e498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.173794 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6d00ff3-c4c2-497b-a81a-8bfa8385e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.176673 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6d00ff3-c4c2-497b-a81a-8bfa8385e498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.177894 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e6d00ff3-c4c2-497b-a81a-8bfa8385e498 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74e4d87d-18ff-4ba3-a648-93195f17cdf3 HTTP/1.1" status: 204 len: 168 time: 0.1231351 Aug 31 03:08:31.185395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d00ff3-c4c2-497b-a81a-8bfa8385e498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e4d87d-18ff-4ba3-a648-93195f17cdf3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:31.434464 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55814) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:31.447523 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-affb7fa6-c72d-4e6f-9994-1baf47e93af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.533975 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-affb7fa6-c72d-4e6f-9994-1baf47e93af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.537775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-affb7fa6-c72d-4e6f-9994-1baf47e93af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.574367 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb7fa6-c72d-4e6f-9994-1baf47e93af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d5471-1026-4c13-8d4a-37595c4d549c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:31.579707 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-affb7fa6-c72d-4e6f-9994-1baf47e93af8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f40a47d0cc45499891960541f2fd0a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442068 Aug 31 03:08:31.582837 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 55816) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:31.630014 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8189410-f0e6-4396-b666-0fdbd2453d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.651025 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8189410-f0e6-4396-b666-0fdbd2453d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.697563 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8189410-f0e6-4396-b666-0fdbd2453d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.700145 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8189410-f0e6-4396-b666-0fdbd2453d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:31.701274 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-d8189410-f0e6-4396-b666-0fdbd2453d71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/328d5471-1026-4c13-8d4a-37595c4d549c HTTP/1.1" status: 204 len: 168 time: 0.1175160 Aug 31 03:08:31.709376 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8189410-f0e6-4396-b666-0fdbd2453d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d5471-1026-4c13-8d4a-37595c4d549c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:37.747275 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-f30da03d-a5ba-4486-9fd5-3ba96bd66ba6 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984546132&fields=id&tenant_id=14b6381710ab43a399d108dbe1d67a1c HTTP/1.1" status: 200 len: 267 time: 0.0474453 Aug 31 03:08:37.853384 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-749d6015-49cf-446b-8a2f-291ffb8682c2 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:37.854791 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-749d6015-49cf-446b-8a2f-291ffb8682c2 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 809 time: 0.1002877 Aug 31 03:08:37.869815 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-bd23035e-637b-4a1a-9ad1-c80b51d3a70e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/quotas/14b6381710ab43a399d108dbe1d67a1c HTTP/1.1" status: 200 len: 375 time: 0.0093262 Aug 31 03:08:37.921347 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-b665227f-7819-40b7-92ec-32ab06bf2fd7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463133 Aug 31 03:08:38.028378 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-75687a74-e3d1-4c47-9e9a-5ad711185d4e service neutron] 10.222.0.39 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928619 Aug 31 03:08:38.127775 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-8f0502f6-8d1e-49e0-9be0-a08e79415fad service neutron] 10.222.0.39 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925381 Aug 31 03:08:38.426744 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e9ea1441-2006-4b02-9167-fb25ebbcb31b req-54abdf9b-a196-4b23-9f22-9f9bbcd50b74 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 210 time: 0.0256877 Aug 31 03:08:39.522880 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fcdc2a38-3113-4fe9-9cf5-5f58421310b0 req-3c474353-03fd-4bea-b962-f21fe5330f9e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Aug 31 03:08:39.662271 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:40.616276 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-79c18d77-5b1f-480c-b663-b6004c1919a4 req-35d9b98d-b922-44c1-8e2d-332f67b84c64 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 210 time: 0.0267010 Aug 31 03:08:41.722855 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c850b122-882f-40a3-9318-83d322586773 req-bcacf2cb-1222-4c24-90c7-668fa37ac3ec tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 210 time: 0.0259662 Aug 31 03:08:42.820786 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-587bcec8-60af-429f-8215-edf0a3a3ae10 req-288eea15-b440-453b-a066-58e8f1d524ce tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 210 time: 0.0290446 Aug 31 03:08:43.611630 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-444cd22f-23c5-436a-888d-d67555bcf50e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:43.613559 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-444cd22f-23c5-436a-888d-d67555bcf50e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.45 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 809 time: 0.1048985 Aug 31 03:08:43.664121 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-e5dc3c52-2d15-434b-b7b8-1e3c003edbf4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b6381710ab43a399d108dbe1d67a1c HTTP/1.1" status: 200 len: 380 time: 0.0356402 Aug 31 03:08:43.673704 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'port': {'device_id': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'admin_state_up': True, 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'security_groups': ['8b9fa663-2a29-41e8-ab45-44579041d8cb']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:43.784884 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Made reservation on behalf of 14b6381710ab43a399d108dbe1d67a1c for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:08:43.788363 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:43.910163 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Allocated IP 172.20.0.4 (0bb3054e-ca8e-4249-9fca-6d78ae839b25/aeab82f1-f1ef-4466-bb20-f4d07594103e/f0c24567-a230-4022-93e7-8528baff737e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:08:43.912851 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a658ca6e-f4d0-4da3-bb87-98f73ea975cc req-63e33e0b-0462-4aa1-98b6-46c4b72d0367 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Aug 31 03:08:44.051215 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.064462 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Transition to ACTIVE for port object f0c24567-a230-4022-93e7-8528baff737e will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:08:44.098522 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.138257 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:08:44.143120 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:08:44.147282 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:08:44.176108 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:44.187691 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0741cda7-7ad3-44f5-b2c3-0eb8cb3e143b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.212137 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:44.212763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.229033 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-13c6659a-910b-4bc0-83d0-b728128b150a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589795 Aug 31 03:08:44.244092 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Request body: {'port': {'device_id': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:44.304228 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.395911 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-089842bd-c777-432c-9877-1cf36bc4a235 None None] Provisioning for port f0c24567-a230-4022-93e7-8528baff737e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:44.399623 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-089842bd-c777-432c-9877-1cf36bc4a235 None None] Provisioning complete for port f0c24567-a230-4022-93e7-8528baff737e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:44.400000 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-089842bd-c777-432c-9877-1cf36bc4a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.433373 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-089842bd-c777-432c-9877-1cf36bc4a235 None None] Port f0c24567-a230-4022-93e7-8528baff737e cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:08:44.576363 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c24567-a230-4022-93e7-8528baff737e {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:08:44.584322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.597317 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Transition to ACTIVE for port object f0c24567-a230-4022-93e7-8528baff737e will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:08:44.601637 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.694920 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:44.731190 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Attempting to bind port f0c24567-a230-4022-93e7-8528baff737e on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:08:44.731573 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Attempting to bind port f0c24567-a230-4022-93e7-8528baff737e by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:08:44.732106 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Attempting to bind port f0c24567-a230-4022-93e7-8528baff737e on network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:08:44.736534 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Port f0c24567-a230-4022-93e7-8528baff737e on network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:08:44.736927 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Attempting to bind port f0c24567-a230-4022-93e7-8528baff737e on network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:08:44.753426 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:08:44.753766 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Checking segment: {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:08:44.754209 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Bound using segment: {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:08:44.754655 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Bound port: f0c24567-a230-4022-93e7-8528baff737e, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7857c7c-6555-480d-83c2-c5f0f7630889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:08:44.755016 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.840181 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:08:44.845772 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:08:44.851354 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.900631 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:44.901244 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:44.902622 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] 10.222.0.45 "PUT /v2.0/ports/f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 1093 time: 0.6631122 Aug 31 03:08:44.903100 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:08:44.905306 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb394b4-242d-4f0d-a182-72d04b7a102f" -d '{"events": [{"name": "network-changed", "server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "tag": "f0c24567-a230-4022-93e7-8528baff737e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:08:44.929880 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6606df-cfcd-4926-96a3-21f4701f604b service neutron] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:44.979975 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa95b7d-e23f-4ffc-bb26-01944367b2e1 x-openstack-request-id: req-1fa95b7d-e23f-4ffc-bb26-01944367b2e1 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:08:44.980262 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "tag": "f0c24567-a230-4022-93e7-8528baff737e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:08:44.980509 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fa95b7d-e23f-4ffc-bb26-01944367b2e1 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:08:44.980899 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e', 'status': 'completed', 'code': 200} Aug 31 03:08:45.009637 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-5597ea11-8ff8-44d8-b757-28053c25d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.011312 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-5597ea11-8ff8-44d8-b757-28053c25d1f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1096 time: 0.0627241 Aug 31 03:08:45.057750 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-b9621650-7a42-4ecd-81e3-9fef111c650a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 217 time: 0.0374157 Aug 31 03:08:45.058975 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8032e5-7fb1-4279-abf9-84f549872101 req-250ab143-bb23-4386-8fc0-00fffd74fd67 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.060616 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4f8032e5-7fb1-4279-abf9-84f549872101 req-250ab143-bb23-4386-8fc0-00fffd74fd67 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0549865 Aug 31 03:08:45.115227 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4f8032e5-7fb1-4279-abf9-84f549872101 req-1ed42502-cc3d-4dfa-a36b-ae58691ae59a tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 Aug 31 03:08:45.122935 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-8287e8fc-4cc3-4609-807a-93239db204c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.126625 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-8287e8fc-4cc3-4609-807a-93239db204c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 200 len: 848 time: 0.0612810 Aug 31 03:08:45.174172 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-12c89f4e-1f5a-4d5b-84a0-f8d5cd2a6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.176472 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-12c89f4e-1f5a-4d5b-84a0-f8d5cd2a6597 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0bb3054e-ca8e-4249-9fca-6d78ae839b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419118 Aug 31 03:08:45.275803 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-1ac67f34-694d-402a-8e46-382f02ec7aaa service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908232 Aug 31 03:08:45.368092 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a4052a11-b34a-46dd-bd08-ed2e15fd5fc3 req-f2c0b207-309a-42c4-b9f0-9fea27ee1d3d service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835724 Aug 31 03:08:45.452304 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-5cb77278-0e13-4028-a78e-a78a6a122d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.453734 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-5cb77278-0e13-4028-a78e-a78a6a122d87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1096 time: 0.0401285 Aug 31 03:08:45.545237 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-50f9cce2-091c-4fcb-be0f-4a90e70427f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.546572 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-50f9cce2-091c-4fcb-be0f-4a90e70427f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 910 time: 0.0848217 Aug 31 03:08:45.593316 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-2de207b9-bac2-4d54-aa42-cad81bf1f5f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 217 time: 0.0359242 Aug 31 03:08:45.648228 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-da39b9b1-e486-4fc7-a29e-1b991243f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.649724 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-da39b9b1-e486-4fc7-a29e-1b991243f32a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 200 len: 848 time: 0.0450749 Aug 31 03:08:45.703631 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-79a4b1ed-16c7-4ba1-a329-1e933f6956e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:45.705087 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-79a4b1ed-16c7-4ba1-a329-1e933f6956e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0bb3054e-ca8e-4249-9fca-6d78ae839b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425453 Aug 31 03:08:45.793132 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-dc1d3506-66bd-4d6e-aef5-0d5c130d2e9a service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796456 Aug 31 03:08:45.891228 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8bb394b4-242d-4f0d-a182-72d04b7a102f req-fc4dfe0f-130c-4413-8cdf-b89befa22423 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883060 Aug 31 03:08:46.454107 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:46.561307 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d3202-7dc5-43a3-aa75-7d5ffedd6f52 req-3b00a5b1-d912-4869-9f5a-df0a5358f47e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:46.562841 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b6d3202-7dc5-43a3-aa75-7d5ffedd6f52 req-3b00a5b1-d912-4869-9f5a-df0a5358f47e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.3072326 Aug 31 03:08:46.577407 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7300b81-18b6-4569-b001-8e069275ebe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:46.602615 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b6d3202-7dc5-43a3-aa75-7d5ffedd6f52 req-6121d017-d962-4d16-bf3e-93a57ad6e659 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Aug 31 03:08:46.668871 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7300b81-18b6-4569-b001-8e069275ebe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:46.672687 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7300b81-18b6-4569-b001-8e069275ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:46.711579 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c7300b81-18b6-4569-b001-8e069275ebe8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70ee5256a5e84d8aacfc24350d09d31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562609 Aug 31 03:08:46.712799 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7300b81-18b6-4569-b001-8e069275ebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2326a6e7-e946-44f7-b487-6ae450360dab,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:46.714178 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56106) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:46.762774 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc5780fd-9a75-4042-8406-d63fee41d43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:46.782432 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc5780fd-9a75-4042-8406-d63fee41d43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:46.827655 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc5780fd-9a75-4042-8406-d63fee41d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:46.830147 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc5780fd-9a75-4042-8406-d63fee41d43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:46.831349 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-dc5780fd-9a75-4042-8406-d63fee41d43a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2326a6e7-e946-44f7-b487-6ae450360dab HTTP/1.1" status: 204 len: 168 time: 0.1160917 Aug 31 03:08:46.838544 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5780fd-9a75-4042-8406-d63fee41d43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2326a6e7-e946-44f7-b487-6ae450360dab,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:46.874250 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60beadef-b93b-46cd-8b07-3b3fb79d5c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.084019 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56112) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:47.097542 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea4726cc-c913-4694-a277-ac1d0f68e5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.187571 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea4726cc-c913-4694-a277-ac1d0f68e5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.191081 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea4726cc-c913-4694-a277-ac1d0f68e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.226815 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ea4726cc-c913-4694-a277-ac1d0f68e5d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59945356afad4d84b65d29208f464adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417351 Aug 31 03:08:47.228773 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4726cc-c913-4694-a277-ac1d0f68e5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1832a930-1db6-4288-8e28-0d164726ec0b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:47.229565 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56114) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:47.278830 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e418b57f-e5a8-4c8e-a149-0f40cfe901e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.301766 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e418b57f-e5a8-4c8e-a149-0f40cfe901e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.348854 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.356241 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e418b57f-e5a8-4c8e-a149-0f40cfe901e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.359150 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e418b57f-e5a8-4c8e-a149-0f40cfe901e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.371502 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e418b57f-e5a8-4c8e-a149-0f40cfe901e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1832a930-1db6-4288-8e28-0d164726ec0b HTTP/1.1" status: 204 len: 168 time: 0.1407249 Aug 31 03:08:47.381775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418b57f-e5a8-4c8e-a149-0f40cfe901e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1832a930-1db6-4288-8e28-0d164726ec0b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:47.735216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b20f71-14a1-4012-b256-d5cd039ef2ee req-216d3475-28ad-4ac5-93c0-54a6e34094dc tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:47.736856 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-41b20f71-14a1-4012-b256-d5cd039ef2ee req-216d3475-28ad-4ac5-93c0-54a6e34094dc tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0518236 Aug 31 03:08:47.745519 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56138) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:47.759294 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8e203fa-c3aa-4148-abf0-dbde829830c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.777447 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-41b20f71-14a1-4012-b256-d5cd039ef2ee req-a037f16a-0a11-492e-9bf2-ff0919f57569 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339589 Aug 31 03:08:47.849189 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8e203fa-c3aa-4148-abf0-dbde829830c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.852673 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8e203fa-c3aa-4148-abf0-dbde829830c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.889933 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d8e203fa-c3aa-4148-abf0-dbde829830c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27d6082cb396474497d389a563f212b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433411 Aug 31 03:08:47.890800 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e203fa-c3aa-4148-abf0-dbde829830c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb331e7d-3811-4598-98a4-db3da0ce3686,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:47.892625 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56140) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:47.944317 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12f5dc0-9f10-47ea-ad44-6dafa8b6e569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:47.964476 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12f5dc0-9f10-47ea-ad44-6dafa8b6e569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:48.011265 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12f5dc0-9f10-47ea-ad44-6dafa8b6e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:48.013774 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12f5dc0-9f10-47ea-ad44-6dafa8b6e569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:48.014916 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e12f5dc0-9f10-47ea-ad44-6dafa8b6e569 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb331e7d-3811-4598-98a4-db3da0ce3686 HTTP/1.1" status: 204 len: 168 time: 0.1206653 Aug 31 03:08:48.022194 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f5dc0-9f10-47ea-ad44-6dafa8b6e569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb331e7d-3811-4598-98a4-db3da0ce3686,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:48.061397 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:48.890412 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c932b8-df7f-43f2-85e2-b32f99c169e1 req-50a1b7cf-4a03-4d4b-bfc4-deed49c340fc tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:48.891826 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b0c932b8-df7f-43f2-85e2-b32f99c169e1 req-50a1b7cf-4a03-4d4b-bfc4-deed49c340fc tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0482996 Aug 31 03:08:48.933359 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b0c932b8-df7f-43f2-85e2-b32f99c169e1 req-af469a04-a374-42ce-9a42-6d4079489d25 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344744 Aug 31 03:08:49.602067 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:50.047080 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb00728-7b71-4479-aa95-68f656e5ee45 req-a2264e3c-3dc4-4351-846a-3d4ced985c2d tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:50.048633 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7fb00728-7b71-4479-aa95-68f656e5ee45 req-a2264e3c-3dc4-4351-846a-3d4ced985c2d tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0505505 Aug 31 03:08:50.089680 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7fb00728-7b71-4479-aa95-68f656e5ee45 req-a72ce3c8-a807-47d2-b21b-b1972853cf62 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348604 Aug 31 03:08:51.215145 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77657053-11bb-44fc-b132-ccfc531fc119 req-a5ef055a-01dd-4905-919e-0fdbf9d86f3e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:51.216782 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-77657053-11bb-44fc-b132-ccfc531fc119 req-a5ef055a-01dd-4905-919e-0fdbf9d86f3e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0595694 Aug 31 03:08:51.258134 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-77657053-11bb-44fc-b132-ccfc531fc119 req-caecd434-ab9a-4163-a5d7-beb0ea0fe8de tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347474 Aug 31 03:08:52.371128 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-51d0768b-be29-433c-8f56-b7b8364366e5 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9f05f60fdf724db6b67661af1a59e887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315912 Aug 31 03:08:52.373742 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0ecd-0f7f-4597-840e-ef561d024cc1 req-a927ba5e-2a52-40b0-88a3-97efff11d96c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:52.375232 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ac6d0ecd-0f7f-4597-840e-ef561d024cc1 req-a927ba5e-2a52-40b0-88a3-97efff11d96c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0491335 Aug 31 03:08:52.413162 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ac6d0ecd-0f7f-4597-840e-ef561d024cc1 req-29dd758b-fe35-4877-8a77-d1644527c1f1 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Aug 31 03:08:52.562720 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-3a6dee14-5645-4895-8c7b-7d928de60fa5 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:52.564237 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-3a6dee14-5645-4895-8c7b-7d928de60fa5 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874766 Aug 31 03:08:52.573221 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:08:52.580659 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-ab25f220-e938-43f2-8516-18328ef3fc9e tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/quotas/9f05f60fdf724db6b67661af1a59e887 HTTP/1.1" status: 200 len: 375 time: 0.0102081 Aug 31 03:08:52.613008 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a50a1ed6-f394-493e-bb22-cb4bd766ccf2 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f05f60fdf724db6b67661af1a59e887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266047 Aug 31 03:08:52.748515 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f3f54-d4d4-4be5-b7a9-ef658d44510a req-27809adc-9a07-4cad-bbf7-f25f6ca2274f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:52.750006 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c54f3f54-d4d4-4be5-b7a9-ef658d44510a req-27809adc-9a07-4cad-bbf7-f25f6ca2274f tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 946 time: 0.0603406 Aug 31 03:08:52.774035 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1108d4bc-f7cf-419b-8c57-8e6843622c2a req-5623bab9-683d-46c2-bc75-7edeabcfc998 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Aug 31 03:08:52.793777 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c54f3f54-d4d4-4be5-b7a9-ef658d44510a req-c8d43d70-c450-49c0-99e2-b26974a755ed tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342264 Aug 31 03:08:53.539189 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bc59c-7d79-4c19-837c-c58ecef82c34 req-8b967a21-12c3-4540-857b-c11657aed3bc tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:53.540699 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c61bc59c-7d79-4c19-837c-c58ecef82c34 req-8b967a21-12c3-4540-857b-c11657aed3bc tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0491228 Aug 31 03:08:53.579992 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c61bc59c-7d79-4c19-837c-c58ecef82c34 req-bc4dbb05-98f6-4dba-a981-f51c0a46a519 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Aug 31 03:08:53.619799 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-edab08ef-a92a-464c-97bf-6a228b99b6a5 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f05f60fdf724db6b67661af1a59e887&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212195 Aug 31 03:08:53.734548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-08c52b15-b816-4d25-9218-c9bfb893f127 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:53.736279 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-08c52b15-b816-4d25-9218-c9bfb893f127 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093893 Aug 31 03:08:53.751487 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Request body: {'port': {'device_id': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830', 'admin_state_up': True, 'tenant_id': '9f05f60fdf724db6b67661af1a59e887'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:53.864565 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Made reservation on behalf of 9f05f60fdf724db6b67661af1a59e887 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:08:53.868595 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:53.868990 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-df21bdf1-4f63-40c6-9782-21752ce69971 req-20c966cd-5143-4b96-9919-564a9600eaa9 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 210 time: 0.0275881 Aug 31 03:08:53.903316 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:53.946609 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec886a-d753-41fd-b1c0-5def7b256939 req-f3eaf579-01fa-4326-bf7d-8b5c5b2fd3fc tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:53.948405 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-77ec886a-d753-41fd-b1c0-5def7b256939 req-f3eaf579-01fa-4326-bf7d-8b5c5b2fd3fc tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 946 time: 0.0773981 Aug 31 03:08:54.010688 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-77ec886a-d753-41fd-b1c0-5def7b256939 req-2b19812b-367a-45dd-8aea-72057b38bee0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527205 Aug 31 03:08:54.052580 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.056588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.119337 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:54.204835 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Allocated IP 192.168.233.197 (a17922a0-1c83-4724-a684-a885a59c7830/432c3b23-2755-47a9-93ce-177831642b02/89273e51-780e-4f18-b3bd-00d4ec1e731f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:08:54.311193 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device f0c24567-a230-4022-93e7-8528baff737e details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:08:54.367634 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.384922 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Transition to ACTIVE for port object 89273e51-780e-4f18-b3bd-00d4ec1e731f will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:08:54.395699 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-666f3505-43f8-4b67-bc50-8a2e85176c93 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:54.397501 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-666f3505-43f8-4b67-bc50-8a2e85176c93 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 946 time: 0.0574827 Aug 31 03:08:54.417286 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:54.421837 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.430106 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'f0c24567-a230-4022-93e7-8528baff737e', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'port_id': 'f0c24567-a230-4022-93e7-8528baff737e', 'mac_address': 'fa:16:3e:4b:67:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:08:54.465651 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Network a17922a0-1c83-4724-a684-a885a59c7830 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:08:54.468659 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:08:54.469330 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.472552 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:08:54.484335 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c24567-a230-4022-93e7-8528baff737e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:08:54.515890 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:54.516112 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Pushing event updated for resources: {'Port': ['ID=89273e51-780e-4f18-b3bd-00d4ec1e731f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:54.517397 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Deleting port ff470622-5f4c-4e8e-808f-480c993ae235 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:08:54.517960 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.529375 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.547444 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:54.548786 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.566499 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-e8186c47-fb7b-41e7-bcae-e0e35c840f46 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8187211 Aug 31 03:08:54.585875 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Request body: {'port': {'device_id': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:54.604749 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:54.615994 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.616722 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.617300 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.617866 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.619625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.620213 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.620783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.621548 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.622181 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.622920 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.624199 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.624785 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:08:54.645572 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] For port ff470622-5f4c-4e8e-808f-480c993ae235, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=ff470622-5f4c-4e8e-808f-480c993ae235,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:54.646237 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.665783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.762181 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ab004c6-c20d-47d8-ba41-7a09d0f6ade2 None None] Provisioning for port 89273e51-780e-4f18-b3bd-00d4ec1e731f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:54.768304 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['f0c24567-a230-4022-93e7-8528baff737e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:08:54.772166 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ab004c6-c20d-47d8-ba41-7a09d0f6ade2 None None] Provisioning complete for port 89273e51-780e-4f18-b3bd-00d4ec1e731f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:54.772815 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ab004c6-c20d-47d8-ba41-7a09d0f6ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:54.807224 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ad82b-1fa1-4efe-839a-873a211ee7f3 req-d6c9c169-17ae-4c0d-a495-0b3774fbb928 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:54.808743 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2f5ad82b-1fa1-4efe-839a-873a211ee7f3 req-d6c9c169-17ae-4c0d-a495-0b3774fbb928 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 944 time: 0.1220324 Aug 31 03:08:54.836716 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0ab004c6-c20d-47d8-ba41-7a09d0f6ade2 None None] Port 89273e51-780e-4f18-b3bd-00d4ec1e731f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:08:54.917801 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2f5ad82b-1fa1-4efe-839a-873a211ee7f3 req-b15c1cdb-8f4d-47fe-9a64-7fe180e98565 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713763 Aug 31 03:08:54.970058 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89273e51-780e-4f18-b3bd-00d4ec1e731f {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:08:54.993038 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.010558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Transition to ACTIVE for port object 89273e51-780e-4f18-b3bd-00d4ec1e731f will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:08:55.015250 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.015704 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.016055 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Floating IP bf4009c4-41aa-439e-bf67-ab24dec0bc9e disassociated. External IP: 172.27.1.66, port: ff470622-5f4c-4e8e-808f-480c993ae235. Aug 31 03:08:55.016362 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Calling delete_port for ff470622-5f4c-4e8e-808f-480c993ae235 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:08:55.017910 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.027291 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c9699-a54f-491a-bec2-6d200d3d3d2d req-1f795cf2-0790-4b2e-9fc2-a10ec7c750fd tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:55.028826 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c63c9699-a54f-491a-bec2-6d200d3d3d2d req-1f795cf2-0790-4b2e-9fc2-a10ec7c750fd tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 936 time: 0.0737784 Aug 31 03:08:55.151819 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Pushing event updated for resources: {'Port': ['ID=89273e51-780e-4f18-b3bd-00d4ec1e731f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:55.152363 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3acd2a-64d2-4f6e-b135-3f2eef761d98 req-bcf28d70-57ea-41ae-88ba-0784772fc4e0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:55.155863 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ee3acd2a-64d2-4f6e-b135-3f2eef761d98 req-bcf28d70-57ea-41ae-88ba-0784772fc4e0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf596392-da2c-4ba4-8104-9a2a73643bc0 HTTP/1.1" status: 200 len: 946 time: 0.0668101 Aug 31 03:08:55.181351 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c63c9699-a54f-491a-bec2-6d200d3d3d2d req-86165e87-d726-4b73-be05-5cf79b7e79fb tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206753 Aug 31 03:08:55.204354 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Attempting to bind port 89273e51-780e-4f18-b3bd-00d4ec1e731f on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:08:55.204529 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Attempting to bind port 89273e51-780e-4f18-b3bd-00d4ec1e731f by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:08:55.204845 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Attempting to bind port 89273e51-780e-4f18-b3bd-00d4ec1e731f on network a17922a0-1c83-4724-a684-a885a59c7830 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:08:55.209420 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Port 89273e51-780e-4f18-b3bd-00d4ec1e731f on network a17922a0-1c83-4724-a684-a885a59c7830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:08:55.209751 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Attempting to bind port 89273e51-780e-4f18-b3bd-00d4ec1e731f on network a17922a0-1c83-4724-a684-a885a59c7830 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:08:55.215117 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:08:55.215485 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Checking segment: {'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:08:55.215874 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Bound using segment: {'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:08:55.216309 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Bound port: 89273e51-780e-4f18-b3bd-00d4ec1e731f, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17226c61-b1e6-4380-85bd-4f6a26c0f2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:08:55.216724 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.252802 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ee3acd2a-64d2-4f6e-b135-3f2eef761d98 req-512b37ac-8822-425f-801f-32069ab07eb0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fc29125-4113-463e-8723-78c1600c1ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638542 Aug 31 03:08:55.261597 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.296635 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event deleted for resources: {'Port': ['ID=ff470622-5f4c-4e8e-808f-480c993ae235,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:55.310697 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] For port 89273e51-780e-4f18-b3bd-00d4ec1e731f, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:08:55.314431 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] For port 89273e51-780e-4f18-b3bd-00d4ec1e731f, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=89273e51-780e-4f18-b3bd-00d4ec1e731f,segment=NetworkSegment(17226c61-b1e6-4380-85bd-4f6a26c0f2d0),segment_id=17226c61-b1e6-4380-85bd-4f6a26c0f2d0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:08:55.321640 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.382593 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:55.382810 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.388258 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] 10.222.0.45 "PUT /v2.0/ports/89273e51-780e-4f18-b3bd-00d4ec1e731f HTTP/1.1" status: 200 len: 1098 time: 0.8083487 Aug 31 03:08:55.389433 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'tag': '89273e51-780e-4f18-b3bd-00d4ec1e731f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:08:55.391832 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afadba97-f772-4dad-b8a8-f061a25289ca" -d '{"events": [{"name": "network-changed", "server_uuid": "97014676-032c-4aa2-ab94-5b67ab24ac52", "tag": "89273e51-780e-4f18-b3bd-00d4ec1e731f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:08:55.443964 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7901f-7da9-46b2-ae30-f541578a334c service neutron] Pushing event updated for resources: {'Port': ['ID=89273e51-780e-4f18-b3bd-00d4ec1e731f,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:55.465633 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:08:55.470589 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34263713-cdde-4f64-8999-b8f0d95e61d5 x-openstack-request-id: req-34263713-cdde-4f64-8999-b8f0d95e61d5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:08:55.471535 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97014676-032c-4aa2-ab94-5b67ab24ac52", "tag": "89273e51-780e-4f18-b3bd-00d4ec1e731f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:08:55.476113 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34263713-cdde-4f64-8999-b8f0d95e61d5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:08:55.477173 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'tag': '89273e51-780e-4f18-b3bd-00d4ec1e731f', 'status': 'completed', 'code': 200} Aug 31 03:08:55.521474 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-519997e1-1062-4408-ab77-af3f2ac3942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:55.523077 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-519997e1-1062-4408-ab77-af3f2ac3942a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f05f60fdf724db6b67661af1a59e887&device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 1101 time: 0.0660996 Aug 31 03:08:55.576891 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-7cb50a75-8951-4675-abf6-60db8e85fb7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=89273e51-780e-4f18-b3bd-00d4ec1e731f HTTP/1.1" status: 200 len: 217 time: 0.0444074 Aug 31 03:08:55.601742 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:08:55.615427 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] Sync routers for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:08:55.629473 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:08:55.630108 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:55.654900 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] No DVR routers for this DVR port ff470622-5f4c-4e8e-808f-480c993ae235 on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:08:55.663750 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:55.664017 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-066c417c-6b11-4f9f-a843-88f74d3ba169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:55.665563 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-066c417c-6b11-4f9f-a843-88f74d3ba169 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=432c3b23-2755-47a9-93ce-177831642b02 HTTP/1.1" status: 200 len: 843 time: 0.0812964 Aug 31 03:08:55.665951 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9102b49c-fe2e-4e2c-94f2-3644dfd30f6a req-5e55e586-0ca1-41e4-9674-c4edb201af51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "DELETE /v2.0/ports/ff470622-5f4c-4e8e-808f-480c993ae235 HTTP/1.1" status: 204 len: 173 time: 1.2610731 Aug 31 03:08:55.666495 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-deleted', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:08:55.669584 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7dd800-9328-40c9-a39f-4c2244b9bddb" -d '{"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-deleted", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:08:55.713048 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf9db3e-66b3-42e2-9914-da5ee8c2e6a6 x-openstack-request-id: req-bbf9db3e-66b3-42e2-9914-da5ee8c2e6a6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:08:55.713753 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf596392-da2c-4ba4-8104-9a2a73643bc0", "name": "network-vif-deleted", "tag": "ff470622-5f4c-4e8e-808f-480c993ae235", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:08:55.714207 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbf9db3e-66b3-42e2-9914-da5ee8c2e6a6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:08:55.714838 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf596392-da2c-4ba4-8104-9a2a73643bc0', 'name': 'network-vif-deleted', 'tag': 'ff470622-5f4c-4e8e-808f-480c993ae235', 'status': 'completed', 'code': 200} Aug 31 03:08:55.761160 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-edd3a815-ca83-4219-9e2f-a4f828a96d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:55.762925 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-edd3a815-ca83-4219-9e2f-a4f828a96d67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17922a0-1c83-4724-a684-a885a59c7830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0868084 Aug 31 03:08:55.813089 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:08:55.879907 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-28e52a02-378d-474f-a10c-f456c6014696 service neutron] 10.222.0.45 "GET /v2.0/networks/a17922a0-1c83-4724-a684-a885a59c7830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079209 Aug 31 03:08:55.985170 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aea0192e-d27e-47d2-9287-5110fcb14693 req-7d4c1415-2015-43b0-8a22-1a053c091633 service neutron] 10.222.0.45 "GET /v2.0/networks/a17922a0-1c83-4724-a684-a885a59c7830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973370 Aug 31 03:08:56.037911 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:56.046947 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832b486-692f-4091-8a8d-6ebd92a72073 req-ba9e5ed5-35eb-46ab-988a-487030d44b13 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:56.048609 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d832b486-692f-4091-8a8d-6ebd92a72073 req-ba9e5ed5-35eb-46ab-988a-487030d44b13 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 944 time: 0.0563142 Aug 31 03:08:56.073967 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] Checking router: c10319cd-8ecb-44e3-8c29-cceb5dc26b4f for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:08:56.083901 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:08:56.084555 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:56.123686 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d832b486-692f-4091-8a8d-6ebd92a72073 req-9093dd05-665a-4622-b33b-39137d2f2d53 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659142 Aug 31 03:08:56.133546 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadba97-f772-4dad-b8a8-f061a25289ca req-bd96f1d0-66ac-4b93-8686-7933b1772a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:56.135115 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-afadba97-f772-4dad-b8a8-f061a25289ca req-bd96f1d0-66ac-4b93-8686-7933b1772a9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f05f60fdf724db6b67661af1a59e887&device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 1101 time: 0.0853653 Aug 31 03:08:56.251326 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:08:56.256588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadba97-f772-4dad-b8a8-f061a25289ca req-538e9a18-e8e5-4514-aeb1-e3ccf63039b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:56.258120 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-afadba97-f772-4dad-b8a8-f061a25289ca req-538e9a18-e8e5-4514-aeb1-e3ccf63039b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17922a0-1c83-4724-a684-a885a59c7830 HTTP/1.1" status: 200 len: 870 time: 0.1155634 Aug 31 03:08:56.325050 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd66492-6cda-4a21-97b1-e47695102dd8 req-ec14f2fd-85a2-49ab-af6b-20ead0b5a76d tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:56.326684 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0dd66492-6cda-4a21-97b1-e47695102dd8 req-ec14f2fd-85a2-49ab-af6b-20ead0b5a76d tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 948 time: 0.0598569 Aug 31 03:08:56.331623 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-afadba97-f772-4dad-b8a8-f061a25289ca req-833c40bb-10eb-4967-8da9-f3481ea4782a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=89273e51-780e-4f18-b3bd-00d4ec1e731f HTTP/1.1" status: 200 len: 217 time: 0.0645220 Aug 31 03:08:56.334707 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device f0c24567-a230-4022-93e7-8528baff737e up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:08:56.389622 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56340) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:56.426210 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadba97-f772-4dad-b8a8-f061a25289ca req-f78cd074-286e-4e96-a65f-87fd8d8aefda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:56.427875 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-afadba97-f772-4dad-b8a8-f061a25289ca req-f78cd074-286e-4e96-a65f-87fd8d8aefda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=432c3b23-2755-47a9-93ce-177831642b02 HTTP/1.1" status: 200 len: 843 time: 0.0849140 Aug 31 03:08:56.454397 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:56.530148 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadba97-f772-4dad-b8a8-f061a25289ca req-2b40160c-a5bb-4ade-996b-3d51c2a1278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:56.531759 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-afadba97-f772-4dad-b8a8-f061a25289ca req-2b40160c-a5bb-4ade-996b-3d51c2a1278b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17922a0-1c83-4724-a684-a885a59c7830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0880082 Aug 31 03:08:56.534995 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] Deleting subnet ac4b8b17-4bb0-4898-9e26-312e26702ba2 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:08:56.538963 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.657673 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port f0c24567-a230-4022-93e7-8528baff737e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:08:56.660459 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.665519 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port f0c24567-a230-4022-93e7-8528baff737e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:08:56.665899 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.709536 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0dd66492-6cda-4a21-97b1-e47695102dd8 req-7dfce55b-7a7d-45c5-9e8f-0f9f13d74b16 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753724 Aug 31 03:08:56.743830 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-afadba97-f772-4dad-b8a8-f061a25289ca req-17fcbf3e-0aa8-4b06-8655-8cc1c2d774bd service neutron] 10.222.0.45 "GET /v2.0/networks/a17922a0-1c83-4724-a684-a885a59c7830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020884 Aug 31 03:08:56.745240 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.754521 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7e76-a336-4247-b1ef-cd34f5ce5c86 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.755729 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:56.784985 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7e76-a336-4247-b1ef-cd34f5ce5c86 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.787022 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411f69a-5f7b-4c7e-bd28-09531b52b242 None None] The sync data for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi is: [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:08:56.851790 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.866349 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7e76-a336-4247-b1ef-cd34f5ce5c86 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.870146 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7e76-a336-4247-b1ef-cd34f5ce5c86 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.871706 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-3bdb7e76-a336-4247-b1ef-cd34f5ce5c86 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "DELETE /v2.0/security-groups/0fc29125-4113-463e-8723-78c1600c1ed2 HTTP/1.1" status: 204 len: 168 time: 0.4810057 Aug 31 03:08:56.875023 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56352) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:56.883543 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb7e76-a336-4247-b1ef-cd34f5ce5c86 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc29125-4113-463e-8723-78c1600c1ed2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:56.894791 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.api.v2.resource [None req-70ba110e-30df-46e0-bc21-545f805861de tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] show failed (client error): The resource could not be found. Aug 31 03:08:56.895894 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-70ba110e-30df-46e0-bc21-545f805861de tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups/0fc29125-4113-463e-8723-78c1600c1ed2 HTTP/1.1" status: 404 len: 347 time: 0.0197837 Aug 31 03:08:56.899101 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56354) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:56.915865 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.948820 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:56.952896 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ac4b8b17-4bb0-4898-9e26-312e26702ba2 HTTP/1.1" status: 204 len: 168 time: 0.4953496 Aug 31 03:08:56.952896 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50def603-9c94-4396-b23d-3490d642a7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4b8b17-4bb0-4898-9e26-312e26702ba2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:56.954067 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56356) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:56.955003 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:56.956249 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-afadba97-f772-4dad-b8a8-f061a25289ca req-54505aca-b834-4fab-9357-951e1a773110 service neutron] 10.222.0.45 "GET /v2.0/networks/a17922a0-1c83-4724-a684-a885a59c7830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879711 Aug 31 03:08:56.957952 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:08:56.965732 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11adac7d-8d6e-467e-9d72-3ae58dbd02ee" -d '{"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-plugged", "status": "completed", "tag": "f0c24567-a230-4022-93e7-8528baff737e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:08:56.985227 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.035887 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56360) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:57.090731 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6467f72c-da29-4736-a2bd-198901e1c9a8 x-openstack-request-id: req-6467f72c-da29-4736-a2bd-198901e1c9a8 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:08:57.090731 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-plugged", "status": "completed", "tag": "f0c24567-a230-4022-93e7-8528baff737e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:08:57.090731 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6467f72c-da29-4736-a2bd-198901e1c9a8 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:08:57.090731 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e', 'code': 200} Aug 31 03:08:57.119313 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Deleting port 1c03825c-8734-4b6b-a2de-aeef850b25b7 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:08:57.122575 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.142185 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.155268 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:57.247111 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-364e62cd-6047-4134-8967-0cf3287eec5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.252169 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72adbda4-12de-460d-b232-5115e4c35a49 None None] New status for floating IP bf4009c4-41aa-439e-bf67-ab24dec0bc9e: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:08:57.317256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.330463 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6df750-e4e5-4dd4-bc43-fd4500287192']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:57.331273 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e82b4-ee7a-41f1-83d4-25b3c4287320 req-f8088d64-c7f1-499d-bb01-10e06eb5b3b8 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:57.333027 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-693e82b4-ee7a-41f1-83d4-25b3c4287320 req-f8088d64-c7f1-499d-bb01-10e06eb5b3b8 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0896087 Aug 31 03:08:57.350988 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98d2ef-b56e-40ff-9bb9-80a32f53be35 req-6b0d45c5-b56e-4c7a-9cc3-34f13e2b19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:57.352590 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6c98d2ef-b56e-40ff-9bb9-80a32f53be35 req-6b0d45c5-b56e-4c7a-9cc3-34f13e2b19c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1098 time: 0.1018031 Aug 31 03:08:57.354264 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb15b16-71af-408f-b879-180d78e57c21') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:57.354561 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb15b16-71af-408f-b879-180d78e57c21') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:08:57.360702 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.361380 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.371882 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.396070 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Calling delete_port for 1c03825c-8734-4b6b-a2de-aeef850b25b7 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:08:57.401456 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.412268 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6c98d2ef-b56e-40ff-9bb9-80a32f53be35 req-ed2c6ef7-ed01-4771-b931-e7e30944df46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504489 Aug 31 03:08:57.413543 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:08:57.413652 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:08:57.415314 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:08:57.427909 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-693e82b4-ee7a-41f1-83d4-25b3c4287320 req-aa67f053-d62d-4c86-a5fe-187ea005bbca tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871773 Aug 31 03:08:57.489617 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.494745 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.497804 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/af6df750-e4e5-4dd4-bc43-fd4500287192 HTTP/1.1" status: 204 len: 168 time: 0.5404606 Aug 31 03:08:57.515986 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc0df4-dfe0-480c-bd21-03ac68f747c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=af6df750-e4e5-4dd4-bc43-fd4500287192,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:57.560700 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-364e62cd-6047-4134-8967-0cf3287eec5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.571214 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-364e62cd-6047-4134-8967-0cf3287eec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.617946 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e62cd-6047-4134-8967-0cf3287eec5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154ae946-3992-494e-8a7d-3aae213f190b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:57.641048 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-364e62cd-6047-4134-8967-0cf3287eec5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45ebbc4412954ac0bd108487cfb87f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040573 Aug 31 03:08:57.643851 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56368) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:57.652619 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56370) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:57.701481 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.708301 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fa820f2-a196-4313-989b-81fa342ec5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.734120 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fa820f2-a196-4313-989b-81fa342ec5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.740938 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4fa0eccc-6d35-4790-b813-2df07024a22e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e39e80825e64d5e9390f9fae29c38cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871539 Aug 31 03:08:57.744549 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event deleted for resources: {'Port': ['ID=1c03825c-8734-4b6b-a2de-aeef850b25b7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:57.746311 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56374) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:57.825122 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fa820f2-a196-4313-989b-81fa342ec5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.827609 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fa820f2-a196-4313-989b-81fa342ec5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.829330 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5fa820f2-a196-4313-989b-81fa342ec5c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/154ae946-3992-494e-8a7d-3aae213f190b HTTP/1.1" status: 204 len: 168 time: 0.1844358 Aug 31 03:08:57.840051 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa820f2-a196-4313-989b-81fa342ec5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154ae946-3992-494e-8a7d-3aae213f190b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:57.844295 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.847603 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.848778 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-02ee7cbc-6a2f-4296-8e2a-1e14dc9f8c96 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "DELETE /v2.0/floatingips/bf4009c4-41aa-439e-bf67-ab24dec0bc9e HTTP/1.1" status: 204 len: 168 time: 0.9487038 Aug 31 03:08:57.870601 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-937d1154-8263-4017-b97f-c6ebac4f70db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.925016 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-937d1154-8263-4017-b97f-c6ebac4f70db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.981498 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-937d1154-8263-4017-b97f-c6ebac4f70db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.989127 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-937d1154-8263-4017-b97f-c6ebac4f70db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:57.991155 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-937d1154-8263-4017-b97f-c6ebac4f70db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bf2bc3f-12cd-480f-ab8f-28dab7434ed1 HTTP/1.1" status: 204 len: 168 time: 0.2426043 Aug 31 03:08:58.011834 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d1154-8263-4017-b97f-c6ebac4f70db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2bc3f-12cd-480f-ab8f-28dab7434ed1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:58.169997 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0159da-744f-4679-9db7-b1d8ca13c4fd req-fc9eb7de-2fcb-4b61-8196-f7fe0b6e989c tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:58.178671 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1f0159da-744f-4679-9db7-b1d8ca13c4fd req-fc9eb7de-2fcb-4b61-8196-f7fe0b6e989c tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 948 time: 0.3724380 Aug 31 03:08:58.204529 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56386) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:58.210033 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-05fa373a-b304-40e6-ab41-f02b6cb2c176 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155402373', 'description': 'tempest-description--1463135787'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:58.214963 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1f0159da-744f-4679-9db7-b1d8ca13c4fd req-9b42cd3f-0198-470e-904a-86bed824cbfc tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354013 Aug 31 03:08:58.265606 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05fa373a-b304-40e6-ab41-f02b6cb2c176 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.342332 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 89273e51-780e-4f18-b3bd-00d4ec1e731f details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:08:58.346796 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:08:58.385013 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05fa373a-b304-40e6-ab41-f02b6cb2c176 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.390321 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: ff470622-5f4c-4e8e-808f-480c993ae235 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:08:58.391185 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05fa373a-b304-40e6-ab41-f02b6cb2c176 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.394278 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device ff470622-5f4c-4e8e-808f-480c993ae235 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:08:58.441245 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05fa373a-b304-40e6-ab41-f02b6cb2c176 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.444863 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-05fa373a-b304-40e6-ab41-f02b6cb2c176 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2386885 Aug 31 03:08:58.446089 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56398) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:58.448799 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa373a-b304-40e6-ab41-f02b6cb2c176 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26748c3-93e3-410a-afdc-deee6848e3f0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:58.451185 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-462c10a6-3cd9-4e7b-a45e-a05ce5f7f3a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'security_group_rule': {'security_group_id': 'c26748c3-93e3-410a-afdc-deee6848e3f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:58.499942 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-462c10a6-3cd9-4e7b-a45e-a05ce5f7f3a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.562812 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 89273e51-780e-4f18-b3bd-00d4ec1e731f, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=89273e51-780e-4f18-b3bd-00d4ec1e731f,segment=NetworkSegment(17226c61-b1e6-4380-85bd-4f6a26c0f2d0),segment_id=17226c61-b1e6-4380-85bd-4f6a26c0f2d0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:58.591226 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '89273e51-780e-4f18-b3bd-00d4ec1e731f', 'network_id': 'a17922a0-1c83-4724-a684-a885a59c7830', 'port_id': '89273e51-780e-4f18-b3bd-00d4ec1e731f', 'mac_address': 'fa:16:3e:d3:ed:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432c3b23-2755-47a9-93ce-177831642b02', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:08:58.598450 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-462c10a6-3cd9-4e7b-a45e-a05ce5f7f3a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.608148 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-462c10a6-3cd9-4e7b-a45e-a05ce5f7f3a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.639421 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c10a6-3cd9-4e7b-a45e-a05ce5f7f3a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8ee782-38a7-41fe-b06a-834025a29db4,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:58.643856 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356b468-1b1d-48de-8738-cdc26a6db29b req-4cf7cd6a-c41f-4518-81c4-aa67e67bda43 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:58.652170 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4356b468-1b1d-48de-8738-cdc26a6db29b req-4cf7cd6a-c41f-4518-81c4-aa67e67bda43 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0924973 Aug 31 03:08:58.652731 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-462c10a6-3cd9-4e7b-a45e-a05ce5f7f3a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.657272 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-462c10a6-3cd9-4e7b-a45e-a05ce5f7f3a4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2101245 Aug 31 03:08:58.658243 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56408) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:58.664040 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-daefcfb1-686e-4b7c-85f4-e9a9fdf961e6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'security_group_rule': {'security_group_id': 'c26748c3-93e3-410a-afdc-deee6848e3f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:58.693679 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.700121 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-daefcfb1-686e-4b7c-85f4-e9a9fdf961e6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.708935 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4356b468-1b1d-48de-8738-cdc26a6db29b req-9c27cb44-3af9-4e52-8343-c5d24b07ab77 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558622 Aug 31 03:08:58.731971 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89273e51-780e-4f18-b3bd-00d4ec1e731f {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:08:58.773009 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 89273e51-780e-4f18-b3bd-00d4ec1e731f, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=89273e51-780e-4f18-b3bd-00d4ec1e731f,segment=NetworkSegment(17226c61-b1e6-4380-85bd-4f6a26c0f2d0),segment_id=17226c61-b1e6-4380-85bd-4f6a26c0f2d0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:08:58.784795 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.801298 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-daefcfb1-686e-4b7c-85f4-e9a9fdf961e6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.812978 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-daefcfb1-686e-4b7c-85f4-e9a9fdf961e6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.842654 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=89273e51-780e-4f18-b3bd-00d4ec1e731f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:58.847505 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefcfb1-686e-4b7c-85f4-e9a9fdf961e6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67843cb8-aebb-473d-bd19-7bdccdb12b80,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:58.858896 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-daefcfb1-686e-4b7c-85f4-e9a9fdf961e6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.863831 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-daefcfb1-686e-4b7c-85f4-e9a9fdf961e6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2001910 Aug 31 03:08:58.864595 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:58.868979 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:58.888038 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7702670-2ae2-4d51-8ce6-711d474058d9 req-e9090afb-6761-4113-b3c5-d2e8d41cfbbf tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:58.896312 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e7702670-2ae2-4d51-8ce6-711d474058d9 req-e9090afb-6761-4113-b3c5-d2e8d41cfbbf tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0931704 Aug 31 03:08:58.897779 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:58.937552 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e7702670-2ae2-4d51-8ce6-711d474058d9 req-d50ef5f0-359e-4da7-a7e3-962cbd9eafd5 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Aug 31 03:08:58.961751 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56426) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:59.004479 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['89273e51-780e-4f18-b3bd-00d4ec1e731f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:08:59.021172 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.181336 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Allocated IP 172.27.1.207 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/56c0f873-2f23-4f01-b18b-8244a244d9ed) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:08:59.303140 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5870a7-a04d-47e4-8b81-5b8a21c65caa tempest-TestShelveInstance-1546424288 tempest-TestShelveInstance-1546424288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:59.307585 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5c5870a7-a04d-47e4-8b81-5b8a21c65caa tempest-TestShelveInstance-1546424288 tempest-TestShelveInstance-1546424288-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1093 time: 0.3420720 Aug 31 03:08:59.308183 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56440) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:08:59.312955 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'port_id': 'f0c24567-a230-4022-93e7-8528baff737e', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:08:59.347264 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.353484 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.423106 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.467543 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.477762 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:08:59.483394 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:08:59.488574 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:08:59.520328 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'Port': ['ID=56c0f873-2f23-4f01-b18b-8244a244d9ed,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:59.633035 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.634375 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Allocated IP 172.27.1.169 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/ff5d3795-f465-4d0d-a7bc-869da519a226) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:08:59.652214 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b96ff-2e19-4d8c-b4a3-3f250aa7ffd3 req-7a5615dc-b076-47a6-a485-b2400a27caf2 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:08:59.654013 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-566b96ff-2e19-4d8c-b4a3-3f250aa7ffd3 req-7a5615dc-b076-47a6-a485-b2400a27caf2 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 949 time: 0.3655627 Aug 31 03:08:59.703741 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.770381 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.788490 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-566b96ff-2e19-4d8c-b4a3-3f250aa7ffd3 req-8d438004-4bc5-4afe-a9d1-177b4944a954 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277297 Aug 31 03:08:59.824245 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.886167 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:08:59.892568 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:08:59.895295 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'Port': ['ID=ff5d3795-f465-4d0d-a7bc-869da519a226,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:08:59.897656 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:08:59.934169 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:08:59.939517 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.024438 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.047521 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'Port': ['ID=56c0f873-2f23-4f01-b18b-8244a244d9ed,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:00.058632 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.069175 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-698d1498-3847-4199-bea0-45442c1ee0da tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1948290 Aug 31 03:09:00.370243 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 89273e51-780e-4f18-b3bd-00d4ec1e731f up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:00.451065 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 89273e51-780e-4f18-b3bd-00d4ec1e731f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:00.451778 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-24d0bccb-cd1b-4ed5-857d-c6dc6054db1e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--155402373&fields=id&tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 267 time: 0.0588346 Aug 31 03:09:00.454664 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 89273e51-780e-4f18-b3bd-00d4ec1e731f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:00.455044 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.534693 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.557074 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89273e51-780e-4f18-b3bd-00d4ec1e731f'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:00.559309 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3c44c-adbf-4b71-be9a-a70dad206feb" -d '{"events": [{"server_uuid": "97014676-032c-4aa2-ab94-5b67ab24ac52", "name": "network-vif-plugged", "status": "completed", "tag": "89273e51-780e-4f18-b3bd-00d4ec1e731f"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:00.572006 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 89273e51-780e-4f18-b3bd-00d4ec1e731f, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=89273e51-780e-4f18-b3bd-00d4ec1e731f,segment=NetworkSegment(17226c61-b1e6-4380-85bd-4f6a26c0f2d0),segment_id=17226c61-b1e6-4380-85bd-4f6a26c0f2d0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:00.576678 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.607937 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842c1d8d-8892-4757-9092-29d9a935eb22 x-openstack-request-id: req-842c1d8d-8892-4757-9092-29d9a935eb22 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:00.608357 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97014676-032c-4aa2-ab94-5b67ab24ac52", "name": "network-vif-plugged", "status": "completed", "tag": "89273e51-780e-4f18-b3bd-00d4ec1e731f", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:00.608848 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-842c1d8d-8892-4757-9092-29d9a935eb22 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:00.609341 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89273e51-780e-4f18-b3bd-00d4ec1e731f', 'code': 200} Aug 31 03:09:00.638715 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=89273e51-780e-4f18-b3bd-00d4ec1e731f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:00.689231 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-dc53d734-f3da-4b3c-aaf9-ae7f70d00a51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:00.691247 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-dc53d734-f3da-4b3c-aaf9-ae7f70d00a51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 816 time: 0.2243657 Aug 31 03:09:00.717950 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.719965 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-c232c835-1730-4293-a49b-ddf3ffacdbc5 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/quotas/914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 375 time: 0.0213485 Aug 31 03:09:00.851053 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469caeb-e559-4ff8-b950-df94c2c3b8cb req-780117ac-e2b2-4c5f-b3d0-8eba07b42316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:00.852592 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1469caeb-e559-4ff8-b950-df94c2c3b8cb req-780117ac-e2b2-4c5f-b3d0-8eba07b42316 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 1103 time: 0.1109643 Aug 31 03:09:00.859696 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-20d39a15-c9c8-48cf-9899-cc1bdc283eb2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169658 Aug 31 03:09:00.875537 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:00.922305 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7269e-66a7-4477-a0a7-9d00eb3757df req-9dec1470-3867-4d2f-9580-2b66c066b620 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:00.923817 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4c7269e-66a7-4477-a0a7-9d00eb3757df req-9dec1470-3867-4d2f-9580-2b66c066b620 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0492847 Aug 31 03:09:00.962544 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4c7269e-66a7-4477-a0a7-9d00eb3757df req-eb20d162-9a6a-44f5-81d6-bf14873e032b tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Aug 31 03:09:00.980099 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1469caeb-e559-4ff8-b950-df94c2c3b8cb req-8881cfe8-dd9c-4544-ad9a-56f8c59f4c74 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194651 Aug 31 03:09:01.056184 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-8e8f242b-d021-408e-ac3a-8f5a63330916 service neutron] 10.222.0.39 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788058 Aug 31 03:09:01.130975 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:01.143553 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:01.268987 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event updated for resources: {'Port': ['ID=ff5d3795-f465-4d0d-a7bc-869da519a226,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:01.286373 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:01.332750 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-fda12b91-61ae-44d3-a1b4-66ef4b33b897 service neutron] 10.222.0.39 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652023 Aug 31 03:09:01.444749 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Floating IP 2b0bfea3-77d2-441c-ac12-8d8c2ba49952 associated. External IP: 172.27.1.169, port: f0c24567-a230-4022-93e7-8528baff737e. Aug 31 03:09:01.556565 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0a84c392-b31d-428b-8606-b641bd18e08b req-633f2e8c-7dfe-4f73-97ab-9a63024a09b6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 210 time: 0.0324669 Aug 31 03:09:01.676689 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:09:01.791154 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:01.802432 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] Sync routers for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:01.810576 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:01.813024 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:01.813670 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:01.839397 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-0c9b0f7f-a702-4fea-86af-b170a1a48111 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5301874 Aug 31 03:09:01.839973 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:01.842224 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e694b4-251a-4ddb-821c-586c8912dff2" -d '{"events": [{"name": "network-changed", "server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "tag": "f0c24567-a230-4022-93e7-8528baff737e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:01.879940 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a25256d-90c6-4af3-b7cf-340aaf66e7dd x-openstack-request-id: req-2a25256d-90c6-4af3-b7cf-340aaf66e7dd {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:01.880774 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "tag": "f0c24567-a230-4022-93e7-8528baff737e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:01.880774 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a25256d-90c6-4af3-b7cf-340aaf66e7dd {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:01.880976 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e', 'status': 'completed', 'code': 200} Aug 31 03:09:01.923596 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:02.080897 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63489c96-f0a2-4d83-b196-219f34d17d15 req-7a7601eb-fd6f-4aba-bac6-207021faa4ab tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:02.082919 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-63489c96-f0a2-4d83-b196-219f34d17d15 req-7a7601eb-fd6f-4aba-bac6-207021faa4ab tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0542727 Aug 31 03:09:02.129078 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-63489c96-f0a2-4d83-b196-219f34d17d15 req-f5883a99-8e0e-45c9-8046-66350a47f98c tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Aug 31 03:09:02.191946 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '2b0bfea3-77d2-441c-ac12-8d8c2ba49952', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'port_id': 'f0c24567-a230-4022-93e7-8528baff737e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'mac_address': 'fa:16:3e:4b:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:00Z', 'updated_at': '2021-08-31T03:09:00Z', 'revision_number': 0, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:08:01Z', 'revision_number': 5, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:02.216962 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] Checking router: ae5a3e69-aadf-4024-bcf6-eb501d3fece2 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:02.226297 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:02.226905 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:02.328525 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:02.548897 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '2b0bfea3-77d2-441c-ac12-8d8c2ba49952', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'port_id': 'f0c24567-a230-4022-93e7-8528baff737e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'mac_address': 'fa:16:3e:4b:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:00Z', 'updated_at': '2021-08-31T03:09:00Z', 'revision_number': 0, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:08:01Z', 'revision_number': 5, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:02.575756 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c26ef-20f8-4904-aac8-092b11d1f6d4 None None] The sync data for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi is: [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '2b0bfea3-77d2-441c-ac12-8d8c2ba49952', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'port_id': 'f0c24567-a230-4022-93e7-8528baff737e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'mac_address': 'fa:16:3e:4b:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:00Z', 'updated_at': '2021-08-31T03:09:00Z', 'revision_number': 0, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:08:01Z', 'revision_number': 5, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:02.669312 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a300f0d1-0c71-4a56-8109-c824b141c236 req-6d6ce583-07cd-41bb-a715-b14017bad949 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 210 time: 0.0326531 Aug 31 03:09:02.787159 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4dfa1-2616-4076-8577-c116f19a0461 None None] New status for floating IP 2b0bfea3-77d2-441c-ac12-8d8c2ba49952: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:09:03.240699 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6884a1-906b-47fd-b0db-c507f14849b7 req-40daa2ee-21c1-43da-9796-f658f7f5f6d0 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:03.242102 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0e6884a1-906b-47fd-b0db-c507f14849b7 req-40daa2ee-21c1-43da-9796-f658f7f5f6d0 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0485938 Aug 31 03:09:03.279309 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0e6884a1-906b-47fd-b0db-c507f14849b7 req-361254c9-9554-488a-bf89-82cba090d49a tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Aug 31 03:09:03.766221 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-451ed293-2354-49f7-a426-b9edb27d6648 req-bcff2f02-b804-4982-a3db-0c36576f1726 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 210 time: 0.0254099 Aug 31 03:09:04.391778 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347f3e0-4b4b-4203-a4c1-ade49a110027 req-bebfb1ff-5c48-480a-b23e-a11f4a7b394c tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:04.393920 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a347f3e0-4b4b-4203-a4c1-ade49a110027 req-bebfb1ff-5c48-480a-b23e-a11f4a7b394c tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0488167 Aug 31 03:09:04.432749 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a347f3e0-4b4b-4203-a4c1-ade49a110027 req-a06bfff5-9069-442a-adf6-5bb61e3a6651 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Aug 31 03:09:04.465455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-206680d6-880b-4cc5-b08b-76471fd1c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:04.467057 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-206680d6-880b-4cc5-b08b-76471fd1c319 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1098 time: 0.0464523 Aug 31 03:09:04.577302 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-3adcf18b-6814-4615-98b6-bcd9394b3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:04.579143 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-3adcf18b-6814-4615-98b6-bcd9394b3701 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 910 time: 0.0908422 Aug 31 03:09:04.665947 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-f8f7349b-8787-4ed8-aa1c-a5985aa00177 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 1001 time: 0.0679197 Aug 31 03:09:04.717594 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-9183c659-1109-424a-8846-f1d70311b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:04.719076 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-9183c659-1109-424a-8846-f1d70311b80d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 200 len: 848 time: 0.0451970 Aug 31 03:09:04.767015 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-002e268f-d0cd-424f-8ab9-798e3e462e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:04.768587 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-002e268f-d0cd-424f-8ab9-798e3e462e8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0bb3054e-ca8e-4249-9fca-6d78ae839b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406227 Aug 31 03:09:04.875466 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6481ca1f-82d7-4069-9b9f-da037ea079ea req-c45b06af-bb2a-438a-8e8d-8713812ca865 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 210 time: 0.0335660 Aug 31 03:09:04.886221 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-d0cccca0-fadc-418a-95aa-74ef726fac31 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091559 Aug 31 03:09:04.979508 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5e694b4-251a-4ddb-821c-586c8912dff2 req-ec6b9b92-4a6e-45b9-8706-5457d16e56d8 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813897 Aug 31 03:09:05.122932 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-09084d09-42db-4da9-afcf-e856370ce88e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:05.124188 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-09084d09-42db-4da9-afcf-e856370ce88e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 816 time: 0.1111917 Aug 31 03:09:05.168935 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-10fbd94b-0f2a-4a23-adc4-25241e8eec79 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 379 time: 0.0353682 Aug 31 03:09:05.179485 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'port': {'device_id': 'f4d25424-6b53-4367-bec2-d17bda081927', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'admin_state_up': True, 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'security_groups': ['c26748c3-93e3-410a-afdc-deee6848e3f0']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:05.280158 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Made reservation on behalf of 914e98e1b8e64dd6a3d50cf009c9a2af for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:09:05.284146 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:05.406155 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Allocated IP 172.20.0.8 (2df3f984-67b2-4c53-9175-d8cb79583fc9/4cf1e552-2f55-4c5f-9a3b-5300c9a4684e/5e455dcc-46d0-4cf1-9fa0-7f8a1140f011) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:05.551028 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:05.557201 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836d352-a897-435b-b77a-00dd5848b95b req-92fc0e8e-b16b-4ac0-8f40-241f6ed1c206 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:05.558720 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b836d352-a897-435b-b77a-00dd5848b95b req-92fc0e8e-b16b-4ac0-8f40-241f6ed1c206 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0499818 Aug 31 03:09:05.565532 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Transition to ACTIVE for port object 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:05.602712 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:05.607530 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b836d352-a897-435b-b77a-00dd5848b95b req-0710ce4f-4967-4b86-9ca5-fa641e7b6f11 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Aug 31 03:09:05.663823 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:05.666313 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:05.667719 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:05.669725 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:05.726633 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:05.727386 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:05.764028 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-cb895d20-5edc-44a8-b1d9-fb23d728b97a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879400 Aug 31 03:09:05.782145 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Request body: {'port': {'device_id': 'f4d25424-6b53-4367-bec2-d17bda081927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:05.863711 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:05.976645 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fd5b3-031a-4559-9bb1-e97f68e49a53 req-0034411b-bbf9-4ced-bcf8-f4c00b1679c9 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:05.983878 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b90fd5b3-031a-4559-9bb1-e97f68e49a53 req-0034411b-bbf9-4ced-bcf8-f4c00b1679c9 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0844374 Aug 31 03:09:06.017687 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3f480602-d255-4d5c-8959-65e6371e1916 None None] Provisioning for port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:06.027851 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3f480602-d255-4d5c-8959-65e6371e1916 None None] Provisioning complete for port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:06.028238 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3f480602-d255-4d5c-8959-65e6371e1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:06.036483 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b90fd5b3-031a-4559-9bb1-e97f68e49a53 req-ffa11ed0-0c69-4a1a-95dc-314d2c126e55 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Aug 31 03:09:06.085438 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3f480602-d255-4d5c-8959-65e6371e1916 None None] Port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:06.104299 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe05af-bb57-4b4d-9989-be854461d5d7 req-323c0e4a-a9e5-491e-aefd-9d06289060e4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:06.106000 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f2fe05af-bb57-4b4d-9989-be854461d5d7 req-323c0e4a-a9e5-491e-aefd-9d06289060e4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 931 time: 0.1165440 Aug 31 03:09:06.186089 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f2fe05af-bb57-4b4d-9989-be854461d5d7 req-bea41272-2ff4-4c55-ac9a-f1bbbc59ce7a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512760 Aug 31 03:09:06.263978 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:09:06.271379 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:06.282830 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Transition to ACTIVE for port object 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:06.286642 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:06.338559 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:06.405480 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Attempting to bind port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:06.405825 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Attempting to bind port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:06.406159 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Attempting to bind port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:06.411516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:09:06.411949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Attempting to bind port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 on network 2df3f984-67b2-4c53-9175-d8cb79583fc9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:06.417058 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:06.417403 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Checking segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:06.417823 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Bound using segment: {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:06.418253 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Bound port: 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dc96f9-d986-43bb-bedb-29f5e38c5007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:06.418619 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:06.487165 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:06.490229 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:06.493937 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:06.528156 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:06.528766 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:06.530132 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] 10.222.0.45 "PUT /v2.0/ports/5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 200 len: 1093 time: 0.7562799 Aug 31 03:09:06.530561 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:06.532765 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:06.556353 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aee87-b639-4949-8d86-8b5fa64b8481 service neutron] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:06.577915 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360717a0-4fd4-497d-8836-76d86439fe26 x-openstack-request-id: req-360717a0-4fd4-497d-8836-76d86439fe26 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:06.578221 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:06.578478 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-360717a0-4fd4-497d-8836-76d86439fe26 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:06.578885 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'status': 'completed', 'code': 200} Aug 31 03:09:06.633504 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-b43289e6-a502-4457-9a4a-3c2b31c1e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:06.635025 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-b43289e6-a502-4457-9a4a-3c2b31c1e00b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1096 time: 0.0427914 Aug 31 03:09:06.683136 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-3d4e7f38-a35f-433c-be6b-6eb36ca73aaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 200 len: 217 time: 0.0380118 Aug 31 03:09:06.737837 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-82756722-88c7-4c67-b55d-d80951ad968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:06.739295 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-82756722-88c7-4c67-b55d-d80951ad968d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0467844 Aug 31 03:09:06.791294 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-a7fde5ed-bd29-4060-89ee-381f58adfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:06.792817 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-a7fde5ed-bd29-4060-89ee-381f58adfa74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451586 Aug 31 03:09:07.188898 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25010a4-b19d-48a4-aed4-71051390f62c req-caada959-109e-4c91-b945-212e635784f0 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:07.190424 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f25010a4-b19d-48a4-aed4-71051390f62c req-caada959-109e-4c91-b945-212e635784f0 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0768709 Aug 31 03:09:07.196352 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-50d2f4a8-2e49-4ea3-85cc-69d0a255bc9d service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926878 Aug 31 03:09:07.276979 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f25010a4-b19d-48a4-aed4-71051390f62c req-deff8f5a-1744-4194-97b7-211afdc06856 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/security-groups?id=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 Aug 31 03:09:07.327355 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c332a773-5841-463e-86c2-2f4a4a24ba6a req-a1cfc76d-1468-4ba3-9eb6-c10190a31457 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150887 Aug 31 03:09:07.331764 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee871b04-b592-424b-a46f-24a976366d40 req-359ae2b3-642d-48bb-abce-d1b3cad94c44 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:07.333269 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ee871b04-b592-424b-a46f-24a976366d40 req-359ae2b3-642d-48bb-abce-d1b3cad94c44 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0589416 Aug 31 03:09:07.382500 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ee871b04-b592-424b-a46f-24a976366d40 req-8c00e3d0-0cd6-45c1-8f7f-1264f01de155 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429716 Aug 31 03:09:07.416320 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-a4fc243c-e86f-41c5-a98f-6f9c2fb0b868 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:07.417974 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-a4fc243c-e86f-41c5-a98f-6f9c2fb0b868 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.45 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 950 time: 0.0583091 Aug 31 03:09:07.429202 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-b34278cc-ebba-4f3b-971d-b22839b922fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:07.430959 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-b34278cc-ebba-4f3b-971d-b22839b922fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1096 time: 0.0475469 Aug 31 03:09:07.519259 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Deleting port 89273e51-780e-4f18-b3bd-00d4ec1e731f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:09:07.519643 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:07.530097 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-2f95903b-6a70-41d6-a12b-359e3994a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:07.531694 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-2f95903b-6a70-41d6-a12b-359e3994a986 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.0932026 Aug 31 03:09:07.575500 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-aaa77863-d752-4cca-98cc-d43917568850 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 200 len: 217 time: 0.0362170 Aug 31 03:09:07.623253 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] For port 89273e51-780e-4f18-b3bd-00d4ec1e731f, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=89273e51-780e-4f18-b3bd-00d4ec1e731f,segment=NetworkSegment(17226c61-b1e6-4380-85bd-4f6a26c0f2d0),segment_id=17226c61-b1e6-4380-85bd-4f6a26c0f2d0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:07.623770 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:07.630213 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-1e163da3-b2ad-4773-bbf8-cb08c21d9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:07.632161 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-1e163da3-b2ad-4773-bbf8-cb08c21d9e53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0486040 Aug 31 03:09:07.640088 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Calling delete_port for 89273e51-780e-4f18-b3bd-00d4ec1e731f owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:09:07.679442 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-bdd18f05-3da1-4fd6-8ebc-10bd2c62d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:07.681500 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-bdd18f05-3da1-4fd6-8ebc-10bd2c62d1c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414011 Aug 31 03:09:07.780782 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:07.785766 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-b32beaf4-ac73-41af-a2f0-f4894bc9f540 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947163 Aug 31 03:09:07.793385 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['89273e51-780e-4f18-b3bd-00d4ec1e731f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:09:07.812874 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Pushing event deleted for resources: {'Port': ['ID=89273e51-780e-4f18-b3bd-00d4ec1e731f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:07.864476 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] No DVR routers for this DVR port 89273e51-780e-4f18-b3bd-00d4ec1e731f on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:09:07.866931 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:07.869142 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d6652cd2-3d4f-4771-9b9f-9f7e07629390 req-2a7ccb69-abba-467b-92e1-1f12a47d35d6 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.45 "DELETE /v2.0/ports/89273e51-780e-4f18-b3bd-00d4ec1e731f HTTP/1.1" status: 204 len: 173 time: 0.4440207 Aug 31 03:09:07.957203 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4348c1ef-a1e2-43c2-a3d6-2dfbcbe3f3db req-048cedc2-694e-4157-a4d1-d8f05aaba7d4 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607051 Aug 31 03:09:08.172132 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:08.278881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69f5fad3-25c0-4a0e-b3b3-8bcda9bad236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:08.391536 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69f5fad3-25c0-4a0e-b3b3-8bcda9bad236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:08.398455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69f5fad3-25c0-4a0e-b3b3-8bcda9bad236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:08.468675 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-66bff7e9-b45c-4683-b644-d98ec1be612d req-8a075794-a2f1-45f9-8865-a6e0f22d5ad3 tempest-VolumesNegativeTest-2131568772 tempest-VolumesNegativeTest-2131568772-project] 10.222.0.39 "GET /v2.0/ports?device_id=97014676-032c-4aa2-ab94-5b67ab24ac52 HTTP/1.1" status: 200 len: 210 time: 0.0640206 Aug 31 03:09:08.474007 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-69f5fad3-25c0-4a0e-b3b3-8bcda9bad236 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32a4160101984f6c99bd7d3628e53b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008382 Aug 31 03:09:08.475784 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5fad3-25c0-4a0e-b3b3-8bcda9bad236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed075d0-b389-41d3-ac6b-2128b3a972d9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:08.477770 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56644) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:08.548156 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89193213-2018-4525-ae6c-852f8b97eeb8 req-1ce0dbda-4dda-480f-be79-ec2d662f0bfd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:08.550178 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-89193213-2018-4525-ae6c-852f8b97eeb8 req-1ce0dbda-4dda-480f-be79-ec2d662f0bfd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0845158 Aug 31 03:09:08.575394 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab26aefd-8ebb-40d0-b0b9-609299706405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:08.579757 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'name': 'network-vif-deleted', 'tag': '89273e51-780e-4f18-b3bd-00d4ec1e731f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:08.582753 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad715a9a-64ec-4b40-974f-fb9c3bbe29b8" -d '{"events": [{"server_uuid": "97014676-032c-4aa2-ab94-5b67ab24ac52", "name": "network-vif-deleted", "tag": "89273e51-780e-4f18-b3bd-00d4ec1e731f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:08.623417 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab26aefd-8ebb-40d0-b0b9-609299706405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:08.625012 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4a37d1-d855-409b-a8ab-0c532b0d4275 x-openstack-request-id: req-6a4a37d1-d855-409b-a8ab-0c532b0d4275 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:08.625144 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97014676-032c-4aa2-ab94-5b67ab24ac52", "name": "network-vif-deleted", "tag": "89273e51-780e-4f18-b3bd-00d4ec1e731f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:08.625355 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a4a37d1-d855-409b-a8ab-0c532b0d4275 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:08.626049 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97014676-032c-4aa2-ab94-5b67ab24ac52', 'name': 'network-vif-deleted', 'tag': '89273e51-780e-4f18-b3bd-00d4ec1e731f', 'status': 'completed', 'code': 200} Aug 31 03:09:08.628266 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-89193213-2018-4525-ae6c-852f8b97eeb8 req-0afeca35-33f6-4470-a977-679c13b0cdc2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682964 Aug 31 03:09:08.676097 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab26aefd-8ebb-40d0-b0b9-609299706405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:08.678753 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab26aefd-8ebb-40d0-b0b9-609299706405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:08.679969 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ab26aefd-8ebb-40d0-b0b9-609299706405 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ed075d0-b389-41d3-ac6b-2128b3a972d9 HTTP/1.1" status: 204 len: 168 time: 0.2006664 Aug 31 03:09:08.688458 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26aefd-8ebb-40d0-b0b9-609299706405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed075d0-b389-41d3-ac6b-2128b3a972d9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:09.322443 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56686) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:09.422309 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950022812-network', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:09.445935 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Made reservation on behalf of db8b795cc44f4a168e4a0dffc04ab0b9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:09:09.448466 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.457884 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.567728 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.571799 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.598908 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:09:09.619704 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6715e-63c8-49a1-b28e-6214c445ec53,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:09.622912 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.623250 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Added segment be141476-b38f-4c2e-bf30-13c19937df17 of type vlan for network 4bb3e649-b218-44bb-ae4f-57c0f385b79a Aug 31 03:09:09.677180 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.698025 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.760895 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.762081 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:09.762762 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.831771 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5080907 Aug 31 03:09:09.834736 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56724) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:09.839921 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Request body: {'subnet': {'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950022812-subnet', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:09.849751 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6eab-4460-4e8f-bd40-c86972f5df95 req-0482b1c7-2e1f-4f12-800b-fa7591f76025 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:09.851841 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b7bd6eab-4460-4e8f-bd40-c86972f5df95 req-0482b1c7-2e1f-4f12-800b-fa7591f76025 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.1304200 Aug 31 03:09:09.852714 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58caad-1ee0-4c03-9d82-3c0c1520c0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb3e649-b218-44bb-ae4f-57c0f385b79a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:09.869373 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:09:09.892393 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Made reservation on behalf of db8b795cc44f4a168e4a0dffc04ab0b9 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:09:09.909123 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25524033'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:09.929318 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b7bd6eab-4460-4e8f-bd40-c86972f5df95 req-c32bc16e-b717-494d-a458-b18435df8f5c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495338 Aug 31 03:09:10.145539 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25455247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25524055'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.201113 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53354a93-ca3f-4556-bb59-6dfef818f5f8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:10.223462 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Checking segment: {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:10.223826 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Network hostable DHCP agents. Network: 4bb3e649-b218-44bb-ae4f-57c0f385b79a, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:09:10.245442 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:09:10.257656 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 4bb3e649-b218-44bb-ae4f-57c0f385b79a) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:10.265984 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:10.266779 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f40fc-d3cd-4f6a-a2d7-f74cc6bac977 None None] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:09:10.267013 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.286151 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-48313a41-e46e-4795-98a7-a5b945dc9386 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4501786 Aug 31 03:09:10.288643 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56752) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:10.294368 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:10.317702 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.318739 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.378534 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.521290 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.566923 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:09:10.569231 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 89273e51-780e-4f18-b3bd-00d4ec1e731f no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:09:10.600152 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 89273e51-780e-4f18-b3bd-00d4ec1e731f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:09:10.600661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 89273e51-780e-4f18-b3bd-00d4ec1e731f not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:09:10.672129 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:09:10.672987 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.749787 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.771840 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.799874 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:10.835879 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'port_id': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'mac_address': 'fa:16:3e:8e:01:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:09:10.876587 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Allocated IP 172.20.0.2 (4bb3e649-b218-44bb-ae4f-57c0f385b79a/53354a93-ca3f-4556-bb59-6dfef818f5f8/3f23dfeb-e51e-4083-aa93-84bd6b8cce25) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:10.897808 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:10.917945 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Allocated IP 172.27.1.203 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/348bbc69-a20b-4543-8636-370b2f8c7068) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:10.947021 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:09:10.974374 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:10.997993 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.082162 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:11.089003 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.126739 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1ac4a-ed26-4780-8d7c-4589a8b41729 req-69cf544d-92e5-4c8e-a0fb-cc6dc7f56f0d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:11.130405 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4ab1ac4a-ed26-4780-8d7c-4589a8b41729 req-69cf544d-92e5-4c8e-a0fb-cc6dc7f56f0d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 944 time: 0.0973310 Aug 31 03:09:11.173330 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.183445 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Transition to ACTIVE for port object 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:11.200296 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.204228 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Transition to ACTIVE for port object 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:11.212895 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.214527 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4ab1ac4a-ed26-4780-8d7c-4589a8b41729 req-50e36460-3795-4b65-bab7-4620945293c2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690322 Aug 31 03:09:11.242943 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:11.249455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:11.252574 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:11.255640 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:09:11.287420 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Pushing event updated for resources: {'Port': ['ID=348bbc69-a20b-4543-8636-370b2f8c7068,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:11.300225 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:11.306843 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:11.309539 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:11.328493 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Pushing event updated for resources: {'Port': ['ID=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:11.406643 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Attempting to bind port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:11.407081 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Attempting to bind port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:11.407536 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Attempting to bind port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 on network 4bb3e649-b218-44bb-ae4f-57c0f385b79a {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:11.420972 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:11.421344 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Checking segment: {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:11.421861 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.422257 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Bound using segment: {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:11.422728 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Bound port: 3f23dfeb-e51e-4083-aa93-84bd6b8cce25, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:11.423105 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.538965 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] For port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:11.542661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] For port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:11.548767 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.583507 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.611500 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd5922-2428-4536-b613-c3a88faf403d None None] Pushing event updated for resources: {'Port': ['ID=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:11.823595 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:11.964883 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Router 1a2708f8-78d9-474f-8dc1-8efc78f88786 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:09:12.077041 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:12.094110 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Sync routers for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:12.097565 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:12.098941 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-cf990523-f433-47d6-89ac-36fc5c083b72 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8093066 Aug 31 03:09:12.101763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56912) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:12.104110 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:12.104934 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:12.253107 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:12.424511 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:12.430990 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7834c6-3ded-46cf-8ed8-ae58caf9e43b req-4b95d218-28a0-41c2-a81f-b55bc6574c59 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:12.444029 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ec7834c6-3ded-46cf-8ed8-ae58caf9e43b req-4b95d218-28a0-41c2-a81f-b55bc6574c59 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 944 time: 0.1042306 Aug 31 03:09:12.508765 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ec7834c6-3ded-46cf-8ed8-ae58caf9e43b req-27d643f0-183f-4225-a761-79e6367bbbd7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566182 Aug 31 03:09:12.582427 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:12.590254 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:12.590625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:12.654404 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:11Z', 'revision_number': 3, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:12.692188 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Checking router: 1a2708f8-78d9-474f-8dc1-8efc78f88786 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:12.692575 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Updating router 1a2708f8-78d9-474f-8dc1-8efc78f88786 port 348bbc69-a20b-4543-8636-370b2f8c7068 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:09:12.717667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:12.748519 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c213b3-5ec1-4ec9-b1b0-7e1cd779d1f0 None None] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:09:12.761688 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:12.844756 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:12.871342 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-547ea994-52a1-46bd-9526-b5b4ecbc79ed None None] Provisioning for port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:12.884193 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Allocated IP 172.20.0.1 (4bb3e649-b218-44bb-ae4f-57c0f385b79a/53354a93-ca3f-4556-bb59-6dfef818f5f8/41973af3-0a0b-4751-8f33-6bb4d35af9d2) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:12.961343 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:12.963580 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e683f-a6ab-4893-9e07-404cbc3fe785" -d '{"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-plugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:12.990999 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:12.991963 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.008375 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Transition to ACTIVE for port object 41973af3-0a0b-4751-8f33-6bb4d35af9d2 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:13.025070 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.028965 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f51755c-9dae-4d44-b63b-f862d5c8f334 x-openstack-request-id: req-8f51755c-9dae-4d44-b63b-f862d5c8f334 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:13.029402 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-plugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:13.029656 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f51755c-9dae-4d44-b63b-f862d5c8f334 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:13.030046 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'code': 200} Aug 31 03:09:13.042686 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.261910 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e992cb7-1216-445d-ba6e-f2ac0575ad90 req-a06557ee-6f6f-4544-a886-e0c5b4c326d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:13.263393 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0e992cb7-1216-445d-ba6e-f2ac0575ad90 req-a06557ee-6f6f-4544-a886-e0c5b4c326d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1098 time: 0.0948887 Aug 31 03:09:13.301560 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0e992cb7-1216-445d-ba6e-f2ac0575ad90 req-89dd01df-358a-41dc-b2bb-fa381efadc73 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306289 Aug 31 03:09:13.307556 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:13.338760 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:13.342086 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:13.345454 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:13.383222 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Pushing event updated for resources: {'Port': ['ID=41973af3-0a0b-4751-8f33-6bb4d35af9d2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:13.398140 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.399024 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.412092 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Transition to ACTIVE for port object 348bbc69-a20b-4543-8636-370b2f8c7068 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:13.420101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.454000 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Attempting to bind port 348bbc69-a20b-4543-8636-370b2f8c7068 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:13.454579 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Attempting to bind port 348bbc69-a20b-4543-8636-370b2f8c7068 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:13.454956 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Attempting to bind port 348bbc69-a20b-4543-8636-370b2f8c7068 on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:13.483633 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:13.484010 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:13.484418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.484825 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:13.485311 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Bound port: 348bbc69-a20b-4543-8636-370b2f8c7068, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:13.485710 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.520484 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0623d4-e605-40e4-b29e-6ce73bb380a3 None None] Pushing event updated for resources: {'Port': ['ID=348bbc69-a20b-4543-8636-370b2f8c7068,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:13.554401 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.556290 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] For port 348bbc69-a20b-4543-8636-370b2f8c7068, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:13.560510 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] For port 348bbc69-a20b-4543-8636-370b2f8c7068, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=348bbc69-a20b-4543-8636-370b2f8c7068,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:13.567588 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.684671 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dc14c5af-5feb-492d-baa1-67e88074aff6 None None] Provisioning for port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:13.695857 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6378d-a6ff-4511-9ceb-28ef75acb554 req-ce7f0e26-bfa4-411e-8dd0-9f4b813ddb8d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:13.697765 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dc14c5af-5feb-492d-baa1-67e88074aff6 None None] Provisioning complete for port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:13.698163 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc14c5af-5feb-492d-baa1-67e88074aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.700254 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5bf6378d-a6ff-4511-9ceb-28ef75acb554 req-ce7f0e26-bfa4-411e-8dd0-9f4b813ddb8d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0748115 Aug 31 03:09:13.724504 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:13.725150 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:13.728686 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0623d4-e605-40e4-b29e-6ce73bb380a3 None None] Pushing event updated for resources: {'Port': ['ID=348bbc69-a20b-4543-8636-370b2f8c7068,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:13.774341 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5bf6378d-a6ff-4511-9ceb-28ef75acb554 req-c3ae82d3-057c-4c9b-83b6-86269c350517 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552797 Aug 31 03:09:13.774728 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56962) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:13.803947 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.811380 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.854058 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dc14c5af-5feb-492d-baa1-67e88074aff6 None None] Port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:13.899066 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Pushing event updated for resources: {'Port': ['ID=41973af3-0a0b-4751-8f33-6bb4d35af9d2,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:13.902316 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:13.931997 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:13.936845 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:13.997503 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47737113-74d4-4cb1-8afd-c0477ff0864c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.035434 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:14.039651 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:14.121701 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dce36541-31df-461b-ba63-5564081635ac None None] Provisioning complete for port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:14.122343 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dce36541-31df-461b-ba63-5564081635ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.131011 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:14.157936 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:14.158862 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.161506 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56972) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:14.213018 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Router 1a2708f8-78d9-474f-8dc1-8efc78f88786 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:09:14.232845 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47737113-74d4-4cb1-8afd-c0477ff0864c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.239943 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47737113-74d4-4cb1-8afd-c0477ff0864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.253620 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dce36541-31df-461b-ba63-5564081635ac None None] Port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:14.273773 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3eb7cd50-258c-45cf-86ae-ddece3c40a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.380856 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.382686 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-010ca3e4-5539-483a-ae33-a4cb042f0866 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f05f60fdf724db6b67661af1a59e887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196171 Aug 31 03:09:14.383631 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 56976) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:14.386889 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47737113-74d4-4cb1-8afd-c0477ff0864c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac6c24-3109-490d-a375-a8aac7a65d27,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:14.392041 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-47737113-74d4-4cb1-8afd-c0477ff0864c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=908d7786d5844cb085daf849e887df73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6162996 Aug 31 03:09:14.396066 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56978) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:14.430052 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b9efc89d-79aa-4888-9616-9842bf4c850f None None] Provisioning complete for port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:14.430585 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9efc89d-79aa-4888-9616-9842bf4c850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.448323 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fa64582-22c1-455a-9a60-b3c1f7220514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.456509 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:14.462376 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:12Z', 'revision_number': 1, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:14.467815 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-366a2051-1c57-4dd0-a83c-ffb1203fde62 admin admin] 10.222.0.39 "PUT /v2.0/routers/1a2708f8-78d9-474f-8dc1-8efc78f88786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3642797 Aug 31 03:09:14.478598 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f0cb-cc92-47b2-b2e3-0b0c5d5b0535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.485154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fa64582-22c1-455a-9a60-b3c1f7220514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.501462 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f0cb-cc92-47b2-b2e3-0b0c5d5b0535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.505580 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184a987f-ecf2-4f5c-859f-225ad473c011 None None] The sync data for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi is: [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:12Z', 'revision_number': 1, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:14.510366 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:14.524334 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.554861 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fa64582-22c1-455a-9a60-b3c1f7220514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.557806 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fa64582-22c1-455a-9a60-b3c1f7220514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.559056 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-9fa64582-22c1-455a-9a60-b3c1f7220514 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8697ca27-ee0c-42c6-ab8e-2ffb31f514f5 HTTP/1.1" status: 204 len: 168 time: 0.1742964 Aug 31 03:09:14.563882 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b9efc89d-79aa-4888-9616-9842bf4c850f None None] Port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:14.573959 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f0cb-cc92-47b2-b2e3-0b0c5d5b0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.574734 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa64582-22c1-455a-9a60-b3c1f7220514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697ca27-ee0c-42c6-ab8e-2ffb31f514f5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:14.577619 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f0cb-cc92-47b2-b2e3-0b0c5d5b0535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:14.587890 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ddc9f0cb-cc92-47b2-b2e3-0b0c5d5b0535 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddac6c24-3109-490d-a375-a8aac7a65d27 HTTP/1.1" status: 204 len: 168 time: 0.1910446 Aug 31 03:09:14.598990 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9f0cb-cc92-47b2-b2e3-0b0c5d5b0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac6c24-3109-490d-a375-a8aac7a65d27,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:14.639751 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:14.922102 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ed28d-7930-4170-bbcd-ce417de2205e req-f8f25fb7-dbbe-401e-b803-ffddc40b3de0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:14.937508 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-270ed28d-7930-4170-bbcd-ce417de2205e req-f8f25fb7-dbbe-401e-b803-ffddc40b3de0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0812011 Aug 31 03:09:14.996398 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-270ed28d-7930-4170-bbcd-ce417de2205e req-b933abaf-1f84-491a-8e33-331dae6f3301 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438519 Aug 31 03:09:15.167070 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0b66c-5df0-43cf-ba27-e2ba255bf4bd req-528ba129-9275-4e82-9734-bc46c65d99ec tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:15.169057 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1b0b66c-5df0-43cf-ba27-e2ba255bf4bd req-528ba129-9275-4e82-9734-bc46c65d99ec tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0673366 Aug 31 03:09:15.179059 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 56996) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:15.185083 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Request body: {'floatingip': {'port_id': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:15.229383 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.456993 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57006) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:15.461776 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1031529954-network', 'tenant_id': '33df774dcc804d46bad8867902bd09ca'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:15.484187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Made reservation on behalf of 33df774dcc804d46bad8867902bd09ca for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:09:15.487034 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.496752 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.594409 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.600059 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.621337 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:09:15.637174 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c221293-02e1-4310-b3a0-4772d4bdd34c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:15.640170 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.640546 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Added segment 619f0f16-46d3-44fb-bf5b-aabf79a4c7e5 of type vlan for network 480df779-4ff8-4ef5-a973-71d3c00f91df Aug 31 03:09:15.686226 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.716903 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.718044 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:15.718629 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.762239 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.769615 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.789258 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3313072 Aug 31 03:09:15.792446 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57008) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:15.801346 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Request body: {'subnet': {'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1031529954-subnet', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:15.804812 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b4acf-a8a9-46e4-a2fa-c32064223523 admin admin] Pushing event updated for resources: {'Network': ['ID=480df779-4ff8-4ef5-a973-71d3c00f91df,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:15.816441 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network 480df779-4ff8-4ef5-a973-71d3c00f91df details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:09:15.831912 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Made reservation on behalf of 33df774dcc804d46bad8867902bd09ca for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:09:15.836337 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26191762'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:15.915090 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Floating IP b48ca5d1-700b-4969-8b0e-f8afe0aad3bd associated. External IP: 172.27.1.207, port: 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011. Aug 31 03:09:15.954231 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 348bbc69-a20b-4543-8636-370b2f8c7068 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:16.018334 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 348bbc69-a20b-4543-8636-370b2f8c7068 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:16.022982 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 348bbc69-a20b-4543-8636-370b2f8c7068 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:16.023628 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.061595 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26191748'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.116785 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ede893-ff76-49bc-b00d-935182891be9,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:16.140791 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.154858 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:09:16.156157 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Checking segment: {'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:16.156520 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Network hostable DHCP agents. Network: 480df779-4ff8-4ef5-a973-71d3c00f91df, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:09:16.162863 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 348bbc69-a20b-4543-8636-370b2f8c7068, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=348bbc69-a20b-4543-8636-370b2f8c7068,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:16.167394 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.168428 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:16.175391 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Network 480df779-4ff8-4ef5-a973-71d3c00f91df is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:09:16.186698 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, 480df779-4ff8-4ef5-a973-71d3c00f91df) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:16.191640 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:16.192458 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.204117 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d97b8-ce7c-4965-bd4f-2d751723ef61 None None] Network 480df779-4ff8-4ef5-a973-71d3c00f91df requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:09:16.209097 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-64d44e6a-84ed-4b2e-91a0-134335dc801f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4144068 Aug 31 03:09:16.211741 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57010) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:16.216046 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:16.279160 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.280256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.298318 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:16.303763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.310928 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=348bbc69-a20b-4543-8636-370b2f8c7068,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:16.315915 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] Sync routers for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:16.334328 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:16.337893 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:16.355824 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:16.356201 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.367186 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5221a7ab-e9b3-4aa2-9303-526bd97189d2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "PUT /v2.0/floatingips/b48ca5d1-700b-4969-8b0e-f8afe0aad3bd HTTP/1.1" status: 200 len: 991 time: 1.1858904 Aug 31 03:09:16.368818 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.369526 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:16.372004 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:16.462586 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-480df779-4ff8-4ef5-a973-71d3c00f91df', 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'fixed_ips': [{'subnet_id': '80ede893-ff76-49bc-b00d-935182891be9'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:09:16.463884 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.479353 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:16.709315 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:16.714870 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299c2705-8893-4f06-b9c0-776de9587ce7 x-openstack-request-id: req-299c2705-8893-4f06-b9c0-776de9587ce7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:16.715286 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:16.715678 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-299c2705-8893-4f06-b9c0-776de9587ce7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:16.716856 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'status': 'completed', 'code': 200} Aug 31 03:09:16.730189 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Allocated IP 172.20.0.2 (480df779-4ff8-4ef5-a973-71d3c00f91df/80ede893-ff76-49bc-b00d-935182891be9/9ebeb4ca-060b-40a1-86e2-4a98fb7685ef) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:16.790986 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-f5fab22b-d61f-4b91-a008-0373f4ddabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:16.792295 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-f5fab22b-d61f-4b91-a008-0373f4ddabbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1098 time: 0.0567122 Aug 31 03:09:16.839829 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b48ca5d1-700b-4969-8b0e-f8afe0aad3bd', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'port_id': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'mac_address': 'fa:16:3e:8e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d25424-6b53-4367-bec2-d17bda081927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:08:59Z', 'updated_at': '2021-08-31T03:09:15Z', 'revision_number': 1, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:16.870778 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] Checking router: c10319cd-8ecb-44e3-8c29-cceb5dc26b4f for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:16.882825 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:16.883912 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:16.927700 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-0840725d-1463-4f30-99d9-e093732be456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:16.929489 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-0840725d-1463-4f30-99d9-e093732be456 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.1278059 Aug 31 03:09:16.981667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.014191 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.025276 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-cc0c926a-8a96-474f-a587-c37298c9dbcf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 200 len: 999 time: 0.0868623 Aug 31 03:09:17.053137 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Sync routers for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:17.070020 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-396d9368-0c53-42ec-aca2-d58690247b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.077726 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:17.078359 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:08:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:17.099299 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-e9a34dc6-b430-435c-968a-383b4d8b0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:17.101730 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-e9a34dc6-b430-435c-968a-383b4d8b0f76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0661244 Aug 31 03:09:17.124191 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.141337 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Transition to ACTIVE for port object 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:17.145799 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:17.165134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-065944f6-11ea-4091-8baf-b5ad96edaff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:17.166746 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-065944f6-11ea-4091-8baf-b5ad96edaff9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556333 Aug 31 03:09:17.167246 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Allocated IP 172.27.1.130 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/da4959ea-b862-453b-8380-ea5534caedde) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:17.195315 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Transition to ACTIVE for port object 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:17.209719 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.246404 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:17.291087 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-c455bdc8-f23e-4bcb-b974-99bff5e46844 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153686 Aug 31 03:09:17.293475 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Network 480df779-4ff8-4ef5-a973-71d3c00f91df is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:17.303454 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:17.305860 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:17.312400 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Pushing event updated for resources: {'Port': ['ID=9ebeb4ca-060b-40a1-86e2-4a98fb7685ef,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:17.328089 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.379700 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.405465 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b48ca5d1-700b-4969-8b0e-f8afe0aad3bd', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'port_id': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'mac_address': 'fa:16:3e:8e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d25424-6b53-4367-bec2-d17bda081927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:08:59Z', 'updated_at': '2021-08-31T03:09:15Z', 'revision_number': 1, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:17.421847 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfaf6d81-ad37-48b0-874e-1bd4a12d0d87 req-3a80625f-55ca-4e80-96ac-d3d1594fb0ac service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213000 Aug 31 03:09:17.426270 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:17.435911 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:17.438121 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244d1b9-75aa-49f2-9ed4-abaef4ce2dcb None None] The sync data for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi is: [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b48ca5d1-700b-4969-8b0e-f8afe0aad3bd', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'port_id': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'mac_address': 'fa:16:3e:8e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d25424-6b53-4367-bec2-d17bda081927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:08:59Z', 'updated_at': '2021-08-31T03:09:15Z', 'revision_number': 1, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:17.440402 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:17.466140 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.466633 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Pushing event updated for resources: {'Port': ['ID=da4959ea-b862-453b-8380-ea5534caedde,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:17.487605 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Attempting to bind port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:17.487986 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Attempting to bind port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:17.488478 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Attempting to bind port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef on network 480df779-4ff8-4ef5-a973-71d3c00f91df {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:17.499102 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:17.499503 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Checking segment: {'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:17.499907 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.500293 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Bound using segment: {'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:17.501005 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Bound port: 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:17.501388 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.610621 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] For port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:17.626874 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] For port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9ebeb4ca-060b-40a1-86e2-4a98fb7685ef,segment=NetworkSegment(619f0f16-46d3-44fb-bf5b-aabf79a4c7e5),segment_id=619f0f16-46d3-44fb-bf5b-aabf79a4c7e5)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:17.637400 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.688275 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 2, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:17.697652 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabfe0a-c5ba-41c2-98f7-9f20524f9ebd None None] New status for floating IP b48ca5d1-700b-4969-8b0e-f8afe0aad3bd: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:09:17.738351 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Checking router: 1a2708f8-78d9-474f-8dc1-8efc78f88786 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:17.739138 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Updating router 1a2708f8-78d9-474f-8dc1-8efc78f88786 port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:09:17.817976 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:17.821246 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60036e-b857-4643-a380-69ec019e2d6d None None] Pushing event updated for resources: {'Port': ['ID=9ebeb4ca-060b-40a1-86e2-4a98fb7685ef,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:17.870395 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 348bbc69-a20b-4543-8636-370b2f8c7068 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:18.027261 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.028266 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 348bbc69-a20b-4543-8636-370b2f8c7068 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:18.028723 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.128526 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.241815 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.260845 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.271393 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Transition to ACTIVE for port object 41973af3-0a0b-4751-8f33-6bb4d35af9d2 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:18.278038 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.327582 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f469a5-8109-489c-84de-33058fcea301 None None] Pushing event updated for resources: {'Port': ['ID=41973af3-0a0b-4751-8f33-6bb4d35af9d2,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:18.373715 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Router 20882878-b310-47ae-9abe-da46ce4edf77 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:09:18.383346 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Attempting to bind port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:18.383748 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Attempting to bind port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:18.384111 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Attempting to bind port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 on network 4bb3e649-b218-44bb-ae4f-57c0f385b79a {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:18.389421 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:18.389796 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Checking segment: {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:18.390197 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.390591 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Bound using segment: {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:18.391082 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Bound port: 41973af3-0a0b-4751-8f33-6bb4d35af9d2, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:18.391466 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.473328 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] For port 41973af3-0a0b-4751-8f33-6bb4d35af9d2, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:18.477223 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] For port 41973af3-0a0b-4751-8f33-6bb4d35af9d2, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=41973af3-0a0b-4751-8f33-6bb4d35af9d2,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:18.483475 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.490230 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:18.515960 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:18.517366 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-64c46a76-45b9-4e84-b0ce-aab38d386979 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3046896 Aug 31 03:09:18.520816 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57022) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:18.526912 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Sync routers for ids ['20882878-b310-47ae-9abe-da46ce4edf77'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:18.565468 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f469a5-8109-489c-84de-33058fcea301 None None] Pushing event updated for resources: {'Port': ['ID=41973af3-0a0b-4751-8f33-6bb4d35af9d2,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:18.570428 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Routers {'20882878-b310-47ae-9abe-da46ce4edf77'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:18.571052 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['20882878-b310-47ae-9abe-da46ce4edf77'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:18.574591 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:18.575223 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:18.773622 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Set router 20882878-b310-47ae-9abe-da46ce4edf77 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:18.776175 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:18.994089 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f5114c-08fa-475b-b426-83e9376147fa None None] Network 480df779-4ff8-4ef5-a973-71d3c00f91df requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:09:18.994666 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.151563 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Allocated IP 172.20.0.1 (480df779-4ff8-4ef5-a973-71d3c00f91df/80ede893-ff76-49bc-b00d-935182891be9/ac2e0a70-8b58-4db8-8c94-c480c0623fb1) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:19.257694 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.272223 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Transition to ACTIVE for port object ac2e0a70-8b58-4db8-8c94-c480c0623fb1 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:19.305535 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.317642 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-330fea40-23b8-42ac-9e9a-9e7ea3f49e1f None None] Provisioning for port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:19.347199 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Network 480df779-4ff8-4ef5-a973-71d3c00f91df is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:19.350158 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:19.353820 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:19.377949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:19.395598 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.413582 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'da4959ea-b862-453b-8380-ea5534caedde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:09:17Z', 'revision_number': 3, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port': {'id': 'da4959ea-b862-453b-8380-ea5534caedde', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:28:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:17Z', 'updated_at': '2021-08-31T03:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:19.444109 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Checking router: 20882878-b310-47ae-9abe-da46ce4edf77 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:19.444463 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Updating router 20882878-b310-47ae-9abe-da46ce4edf77 port da4959ea-b862-453b-8380-ea5534caedde binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:09:19.467001 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:18Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:19.502742 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7db49-17de-4ee6-b513-ad636839a8cc None None] The sync data for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi is: [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:18Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:19.504495 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.550732 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.627707 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.737363 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a18ff53-31ce-4582-88ed-11c477dccd46 None None] Provisioning for port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:19.749526 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a18ff53-31ce-4582-88ed-11c477dccd46 None None] Provisioning complete for port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:19.749914 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a18ff53-31ce-4582-88ed-11c477dccd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.760685 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.773490 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.819670 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1a18ff53-31ce-4582-88ed-11c477dccd46 None None] Port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:19.864709 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.866679 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:19.916222 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.928190 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Transition to ACTIVE for port object da4959ea-b862-453b-8380-ea5534caedde will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:19.936762 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:19.992008 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Network 480df779-4ff8-4ef5-a973-71d3c00f91df is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:19.993455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:20.030337 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 41973af3-0a0b-4751-8f33-6bb4d35af9d2 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:20.086349 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Attempting to bind port da4959ea-b862-453b-8380-ea5534caedde on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:20.086737 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Attempting to bind port da4959ea-b862-453b-8380-ea5534caedde by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:20.087082 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Attempting to bind port da4959ea-b862-453b-8380-ea5534caedde on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:20.093327 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcce3c-5cea-4bc0-87ab-ed897e6449b3 None None] Pushing event updated for resources: {'Port': ['ID=da4959ea-b862-453b-8380-ea5534caedde,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:20.106309 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-039adcd3-09ff-478a-80fb-c83ea83cb960 None None] Provisioning complete for port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:20.106696 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-039adcd3-09ff-478a-80fb-c83ea83cb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.109759 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:20.110149 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:20.110555 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.110958 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:20.112022 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Bound port: da4959ea-b862-453b-8380-ea5534caedde, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:20.112418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.153842 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Router 20882878-b310-47ae-9abe-da46ce4edf77 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:09:20.190576 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-039adcd3-09ff-478a-80fb-c83ea83cb960 None None] Port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:20.211959 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:20.214393 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] For port da4959ea-b862-453b-8380-ea5534caedde, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:20.218480 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] For port da4959ea-b862-453b-8380-ea5534caedde, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=da4959ea-b862-453b-8380-ea5534caedde,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:20.220483 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:20.221490 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.225697 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.288759 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:20.303344 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-7e7ec4a3-4a72-4e89-b472-31adc7a46721 admin admin] 10.222.0.39 "PUT /v2.0/routers/20882878-b310-47ae-9abe-da46ce4edf77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7809772 Aug 31 03:09:20.337057 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Routers {'20882878-b310-47ae-9abe-da46ce4edf77'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:20.337707 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['20882878-b310-47ae-9abe-da46ce4edf77'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:20.396101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcce3c-5cea-4bc0-87ab-ed897e6449b3 None None] Pushing event updated for resources: {'Port': ['ID=da4959ea-b862-453b-8380-ea5534caedde,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:20.405058 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-52fa7242-4071-4cc1-b362-da80d98d9e0a None None] Provisioning complete for port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:20.405058 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52fa7242-4071-4cc1-b362-da80d98d9e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.518208 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-52fa7242-4071-4cc1-b362-da80d98d9e0a None None] Port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:20.526902 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.553800 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] Set router 20882878-b310-47ae-9abe-da46ce4edf77 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:20.601178 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 41973af3-0a0b-4751-8f33-6bb4d35af9d2, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=41973af3-0a0b-4751-8f33-6bb4d35af9d2,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:20.607726 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:20.608522 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:20.779956 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=41973af3-0a0b-4751-8f33-6bb4d35af9d2,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:20.814668 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:20.854034 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:20.854565 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:21.067842 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'da4959ea-b862-453b-8380-ea5534caedde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 4, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port': {'id': 'da4959ea-b862-453b-8380-ea5534caedde', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:28:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:17Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'ac2e0a70-8b58-4db8-8c94-c480c0623fb1', 'name': '', 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'mac_address': 'fa:16:3e:26:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80ede893-ff76-49bc-b00d-935182891be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:19Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 2, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'subnets': [{'id': '80ede893-ff76-49bc-b00d-935182891be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:21.132365 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957c5f2-2b28-457e-bf79-e07594216571 None None] The sync data for ids ['20882878-b310-47ae-9abe-da46ce4edf77'] in dv-cinder-806665-1-iscsi is: [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'da4959ea-b862-453b-8380-ea5534caedde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 4, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port': {'id': 'da4959ea-b862-453b-8380-ea5534caedde', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:28:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:17Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'ac2e0a70-8b58-4db8-8c94-c480c0623fb1', 'name': '', 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'mac_address': 'fa:16:3e:26:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80ede893-ff76-49bc-b00d-935182891be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:19Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 2, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'subnets': [{'id': '80ede893-ff76-49bc-b00d-935182891be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:21.153491 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:21.197883 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9ebeb4ca-060b-40a1-86e2-4a98fb7685ef,segment=NetworkSegment(619f0f16-46d3-44fb-bf5b-aabf79a4c7e5),segment_id=619f0f16-46d3-44fb-bf5b-aabf79a4c7e5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:21.205962 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:21.269912 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=9ebeb4ca-060b-40a1-86e2-4a98fb7685ef,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:21.861252 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 41973af3-0a0b-4751-8f33-6bb4d35af9d2 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:21.936171 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:21.936550 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:22.031708 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:22.081507 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:22.081862 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:23.872257 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device da4959ea-b862-453b-8380-ea5534caedde up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:23.921547 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Sync routers for ids ['20882878-b310-47ae-9abe-da46ce4edf77'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:23.931324 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Routers {'20882878-b310-47ae-9abe-da46ce4edf77'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:23.931982 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['20882878-b310-47ae-9abe-da46ce4edf77'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:23.938661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port da4959ea-b862-453b-8380-ea5534caedde completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:23.942905 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port da4959ea-b862-453b-8380-ea5534caedde triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:23.943649 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.033650 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.046587 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Set router 20882878-b310-47ae-9abe-da46ce4edf77 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:24.063329 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port da4959ea-b862-453b-8380-ea5534caedde, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=da4959ea-b862-453b-8380-ea5534caedde,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:24.071501 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.141720 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=da4959ea-b862-453b-8380-ea5534caedde,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:24.276394 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'da4959ea-b862-453b-8380-ea5534caedde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 4, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port': {'id': 'da4959ea-b862-453b-8380-ea5534caedde', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:28:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:17Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'ac2e0a70-8b58-4db8-8c94-c480c0623fb1', 'name': '', 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'mac_address': 'fa:16:3e:26:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80ede893-ff76-49bc-b00d-935182891be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:19Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 2, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'subnets': [{'id': '80ede893-ff76-49bc-b00d-935182891be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:24.305047 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Checking router: 20882878-b310-47ae-9abe-da46ce4edf77 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:24.305746 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Updating router 20882878-b310-47ae-9abe-da46ce4edf77 port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 binding host dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:09:24.333391 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.618330 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.630043 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Transition to ACTIVE for port object ac2e0a70-8b58-4db8-8c94-c480c0623fb1 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:24.636972 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.692928 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Pushing event updated for resources: {'Port': ['ID=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:24.715792 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.716137 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.716479 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.716803 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.717128 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.717453 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.717772 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.718096 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.718499 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.718738 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.719056 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.719384 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:24.756113 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Attempting to bind port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:24.756534 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Attempting to bind port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:24.757155 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Attempting to bind port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 on network 480df779-4ff8-4ef5-a973-71d3c00f91df {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:24.763331 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:24.763760 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Checking segment: {'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:24.764163 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.764759 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Bound using segment: {'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:24.765223 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Bound port: ac2e0a70-8b58-4db8-8c94-c480c0623fb1, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:24.765623 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.851475 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] For port ac2e0a70-8b58-4db8-8c94-c480c0623fb1, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:24.855179 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] For port ac2e0a70-8b58-4db8-8c94-c480c0623fb1, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,segment=NetworkSegment(619f0f16-46d3-44fb-bf5b-aabf79a4c7e5),segment_id=619f0f16-46d3-44fb-bf5b-aabf79a4c7e5)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:24.859320 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:24.932407 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fc7cc-e1dc-4fce-bc10-7f6f3b32a52d None None] Pushing event updated for resources: {'Port': ['ID=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:24.935846 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Routers {'20882878-b310-47ae-9abe-da46ce4edf77'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:24.936666 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['20882878-b310-47ae-9abe-da46ce4edf77'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:25.052573 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] Set router 20882878-b310-47ae-9abe-da46ce4edf77 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:25.368393 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'da4959ea-b862-453b-8380-ea5534caedde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 4, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port': {'id': 'da4959ea-b862-453b-8380-ea5534caedde', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:17Z', 'updated_at': '2021-08-31T03:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'ac2e0a70-8b58-4db8-8c94-c480c0623fb1', 'name': '', 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'mac_address': 'fa:16:3e:26:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80ede893-ff76-49bc-b00d-935182891be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:19Z', 'updated_at': '2021-08-31T03:09:24Z', 'revision_number': 4, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'subnets': [{'id': '80ede893-ff76-49bc-b00d-935182891be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:25.401617 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06080dd2-555b-4025-9af4-92a6ecc2ec66 None None] The sync data for ids ['20882878-b310-47ae-9abe-da46ce4edf77'] in dv-cinder-806665-1-iscsi is: [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'da4959ea-b862-453b-8380-ea5534caedde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:09:19Z', 'revision_number': 4, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port': {'id': 'da4959ea-b862-453b-8380-ea5534caedde', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:17Z', 'updated_at': '2021-08-31T03:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': 'ac2e0a70-8b58-4db8-8c94-c480c0623fb1', 'name': '', 'network_id': '480df779-4ff8-4ef5-a973-71d3c00f91df', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'mac_address': 'fa:16:3e:26:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '80ede893-ff76-49bc-b00d-935182891be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:19Z', 'updated_at': '2021-08-31T03:09:24Z', 'revision_number': 4, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'subnets': [{'id': '80ede893-ff76-49bc-b00d-935182891be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:25.872163 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device da4959ea-b862-453b-8380-ea5534caedde up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:25.947254 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port da4959ea-b862-453b-8380-ea5534caedde triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:25.948266 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:26.037449 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device ac2e0a70-8b58-4db8-8c94-c480c0623fb1 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:26.090079 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:26.094406 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:26.094931 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:26.186262 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:26.222160 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port ac2e0a70-8b58-4db8-8c94-c480c0623fb1, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,segment=NetworkSegment(619f0f16-46d3-44fb-bf5b-aabf79a4c7e5),segment_id=619f0f16-46d3-44fb-bf5b-aabf79a4c7e5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:26.226829 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:26.277454 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:26.657833 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e196ced-4366-49a3-9cad-13dd4f42129c req-0a107928-afbb-4dd5-a739-31a3cb1cccd0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:26.665945 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6e196ced-4366-49a3-9cad-13dd4f42129c req-0a107928-afbb-4dd5-a739-31a3cb1cccd0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0587821 Aug 31 03:09:26.710389 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6e196ced-4366-49a3-9cad-13dd4f42129c req-f90adec8-b0cb-4b20-9b6c-cb9ceeaf9666 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Aug 31 03:09:27.853213 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device ac2e0a70-8b58-4db8-8c94-c480c0623fb1 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:27.867525 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cefce-844a-4d8e-84ab-5ef51a5b7bd4 req-995a886e-b8aa-41df-9ceb-32a1bdcb0e64 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:27.876354 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-375cefce-844a-4d8e-84ab-5ef51a5b7bd4 req-995a886e-b8aa-41df-9ceb-32a1bdcb0e64 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0739577 Aug 31 03:09:27.919534 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-375cefce-844a-4d8e-84ab-5ef51a5b7bd4 req-b7f70b93-e9a1-4147-8540-e68ca62bb254 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419612 Aug 31 03:09:27.924717 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:27.925101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:28.334977 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-c72242bb-84bc-46a2-b987-162751f6ff84 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:28.336757 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-c72242bb-84bc-46a2-b987-162751f6ff84 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 946 time: 0.0576441 Aug 31 03:09:28.438681 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Deleting port 51f4e42a-c509-465c-a7af-225df2701117 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:09:28.439063 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:28.546677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] For port 51f4e42a-c509-465c-a7af-225df2701117, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=51f4e42a-c509-465c-a7af-225df2701117,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:28.547166 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:28.730711 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:28.735218 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:28.735602 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Floating IP 74047ff2-0396-44bf-a182-8f1e1b56010d disassociated. External IP: 172.27.1.216, port: 51f4e42a-c509-465c-a7af-225df2701117. Aug 31 03:09:28.735956 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Calling delete_port for 51f4e42a-c509-465c-a7af-225df2701117 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:09:28.879071 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:28.913186 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event deleted for resources: {'Port': ['ID=51f4e42a-c509-465c-a7af-225df2701117,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:28.923629 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.924390 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.925312 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.925312 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.925312 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.925724 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.925990 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.926321 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.926654 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.926983 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.927308 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:28.927657 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:29.059476 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dfc78429-b6f4-42ec-ab77-9d41dd75f501 req-1601a97d-0335-4fdf-ba0e-c8a9a2dd2340 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 210 time: 0.0382340 Aug 31 03:09:29.081156 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:09:29.446176 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:29.457713 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:29.478032 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:29.479101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:29.489075 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] No DVR routers for this DVR port 51f4e42a-c509-465c-a7af-225df2701117 on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:09:29.491677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:29.493739 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a019b71b-097a-4d5f-be2c-88ec78b85824 req-0cc4d7a0-6a5a-4149-9374-1cb6f8d9fecd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "DELETE /v2.0/ports/51f4e42a-c509-465c-a7af-225df2701117 HTTP/1.1" status: 204 len: 173 time: 1.1495702 Aug 31 03:09:29.494176 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'name': 'network-vif-deleted', 'tag': '51f4e42a-c509-465c-a7af-225df2701117'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:29.496432 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797b8959-4e63-49ea-ae16-819d9329a3bc" -d '{"events": [{"server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "name": "network-vif-deleted", "tag": "51f4e42a-c509-465c-a7af-225df2701117"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:29.572862 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:09:29.623052 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b639e9e0-8266-4c07-aa83-636bac965f16 x-openstack-request-id: req-b639e9e0-8266-4c07-aa83-636bac965f16 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:29.623344 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f51c97e-c1a4-40d1-90ea-24f018b81dbe", "name": "network-vif-deleted", "tag": "51f4e42a-c509-465c-a7af-225df2701117", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:29.624134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b639e9e0-8266-4c07-aa83-636bac965f16 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:29.624546 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f51c97e-c1a4-40d1-90ea-24f018b81dbe', 'name': 'network-vif-deleted', 'tag': '51f4e42a-c509-465c-a7af-225df2701117', 'status': 'completed', 'code': 200} Aug 31 03:09:29.625554 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:29.843208 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:29.874101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:29.883971 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:29.884609 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:29.995658 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:30.207553 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6cd99023-ddcd-48cf-819d-45f18d42dc28 req-7ba3c697-0e30-4577-9136-cabe60fb39db tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f51c97e-c1a4-40d1-90ea-24f018b81dbe HTTP/1.1" status: 200 len: 210 time: 0.0485694 Aug 31 03:09:30.235415 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:30.264593 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b58e2a-eb96-47ec-aff3-2efdd3322912 None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:30.299043 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-b327ab7e-3aa0-4612-bb2a-04d96855924e tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:30.300595 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-b327ab7e-3aa0-4612-bb2a-04d96855924e tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 815 time: 0.1158361 Aug 31 03:09:30.318529 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-a09fe59b-90e7-422e-8357-3add4841bcef tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/quotas/db8b795cc44f4a168e4a0dffc04ab0b9 HTTP/1.1" status: 200 len: 375 time: 0.0107453 Aug 31 03:09:30.372557 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-d5b2f276-5549-4186-a8c8-c2e3afc63125 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478165 Aug 31 03:09:30.504175 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a7825-c338-4d64-bf92-e3ae763ab501 None None] New status for floating IP 74047ff2-0396-44bf-a182-8f1e1b56010d: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:09:30.579437 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-c35b3332-f3b0-4506-abd4-81e3adef27e5 service neutron] 10.222.0.39 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946223 Aug 31 03:09:30.674779 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-ce53e59d-a833-4356-a169-e7722b4f8652 service neutron] 10.222.0.39 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880079 Aug 31 03:09:30.841469 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e495dcef-0520-4da1-bad9-6b6bced28bc3 req-950ee6da-46ed-45c0-a16f-0c3f7de95bb9 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 210 time: 0.0307472 Aug 31 03:09:31.475822 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-339c563f-2c42-44c2-9441-6133885a2dd9 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353427113&fields=id&tenant_id=1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 267 time: 0.0443425 Aug 31 03:09:31.589584 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-e75bae5a-e776-4360-aa37-6c5f9c3dae16 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:31.591048 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-e75bae5a-e776-4360-aa37-6c5f9c3dae16 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 812 time: 0.1083701 Aug 31 03:09:31.606854 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-00760475-c6f2-473d-baa0-334a9b033aa3 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/quotas/1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 375 time: 0.0089722 Aug 31 03:09:31.661982 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-262123dd-519d-44eb-a43e-abe7a552fcc0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497100 Aug 31 03:09:31.756514 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-22996561-c0b3-4590-8990-1cbd8fb7e6af service neutron] 10.222.0.39 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827317 Aug 31 03:09:31.850195 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-232440a2-96f9-40f8-b756-754a9bec7f26 service neutron] 10.222.0.39 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874083 Aug 31 03:09:31.942409 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f57b342f-2256-43c0-872e-abcb865f8dee req-385d50af-c513-48b4-848c-bf5b7651bba0 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 210 time: 0.0315509 Aug 31 03:09:32.078808 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-174e7b9e-1811-4abb-823b-29036d2e6c4a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:32.081063 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-174e7b9e-1811-4abb-823b-29036d2e6c4a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.45 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 815 time: 0.1388860 Aug 31 03:09:32.117525 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'port': {'device_id': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'admin_state_up': True, 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:32.192066 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-95623926-be62-430d-8a9e-871f4a91ecac req-413272bb-fd0a-4ac8-9e6d-5370de528187 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0503995 Aug 31 03:09:32.269230 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Made reservation on behalf of db8b795cc44f4a168e4a0dffc04ab0b9 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:09:32.273122 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:32.422179 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Allocated IP 172.20.0.6 (4bb3e649-b218-44bb-ae4f-57c0f385b79a/53354a93-ca3f-4556-bb59-6dfef818f5f8/6a697168-5815-4f48-bf13-0b719f332dcf) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:32.567839 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51f4e42a-c509-465c-a7af-225df2701117 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:09:32.608339 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:32.613104 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 51f4e42a-c509-465c-a7af-225df2701117 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:09:32.613450 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 51f4e42a-c509-465c-a7af-225df2701117 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:09:32.628355 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Transition to ACTIVE for port object 6a697168-5815-4f48-bf13-0b719f332dcf will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:32.675689 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:32.717395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:32.721283 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:32.727591 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:32.761960 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:32.787233 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:32.788091 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:32.814978 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-f84b2f6a-ad5c-4682-a778-0a9b81fa13f1 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105079 Aug 31 03:09:33.002342 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eeb10793-ef7b-4f08-8203-d04bda96ca7d None None] Provisioning for port 6a697168-5815-4f48-bf13-0b719f332dcf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:33.006350 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eeb10793-ef7b-4f08-8203-d04bda96ca7d None None] Provisioning complete for port 6a697168-5815-4f48-bf13-0b719f332dcf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:33.006675 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eeb10793-ef7b-4f08-8203-d04bda96ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:33.054263 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-eeb10793-ef7b-4f08-8203-d04bda96ca7d None None] Port 6a697168-5815-4f48-bf13-0b719f332dcf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:33.092476 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b07287-3cbd-4241-9f23-0e534703c8d5 req-953a35aa-7a24-4eef-8b5b-817e12b25ea3 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:33.093968 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9b07287-3cbd-4241-9f23-0e534703c8d5 req-953a35aa-7a24-4eef-8b5b-817e12b25ea3 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0564313 Aug 31 03:09:33.135525 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d9b07287-3cbd-4241-9f23-0e534703c8d5 req-08d23188-0a7c-4b8c-b2b6-444ef96b18da tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Aug 31 03:09:33.293119 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d1e77c96-d1d3-4557-ad15-6d44c973859e req-c50fa248-c2a9-497e-b62f-dd2efdb2dd43 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0273581 Aug 31 03:09:34.260988 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379110fd-729b-44ee-8a83-f3376390193c req-00ec3b6b-7e12-40ab-bdc1-d6464d523d80 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:34.262629 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-379110fd-729b-44ee-8a83-f3376390193c req-00ec3b6b-7e12-40ab-bdc1-d6464d523d80 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0510819 Aug 31 03:09:34.302309 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-379110fd-729b-44ee-8a83-f3376390193c req-9ec4b05c-5add-42a7-a67a-88f351e78011 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332220 Aug 31 03:09:34.390086 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-169068bc-0b0f-4d1c-bf43-116decda4f83 req-c3b1b758-dd09-4490-93b1-a7187d34fa65 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Aug 31 03:09:35.422105 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59f725-f96a-4ae3-9cfc-7605b84cc15d req-3c854d25-4e53-4bab-8bdc-c896da390f28 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:35.423619 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6d59f725-f96a-4ae3-9cfc-7605b84cc15d req-3c854d25-4e53-4bab-8bdc-c896da390f28 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0547426 Aug 31 03:09:35.462718 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6d59f725-f96a-4ae3-9cfc-7605b84cc15d req-074db4b1-7c2f-4992-ae05-2c41985541cd tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Aug 31 03:09:35.553461 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-158db869-5a1d-4e40-ba5d-e5ddbab52c7b req-11d62754-7d8c-4b28-983e-8fbdae04ff13 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0326371 Aug 31 03:09:36.583697 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d8ef-d957-4c61-beb0-e76a2a522a38 req-6a0bc2a7-c891-4302-9963-883271fefb52 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:36.585364 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0ff5d8ef-d957-4c61-beb0-e76a2a522a38 req-6a0bc2a7-c891-4302-9963-883271fefb52 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0528774 Aug 31 03:09:36.623930 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0ff5d8ef-d957-4c61-beb0-e76a2a522a38 req-bd2e03cd-8d97-415a-b12b-7d4ec52347fe tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Aug 31 03:09:36.715616 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a9ed296e-8b1c-4964-8b3c-f230c30f8c9e req-b9b1f5a7-fd71-4f12-a9f3-22946626c8ab tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0324688 Aug 31 03:09:37.741779 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d077f-6b77-4e6e-8b1e-c65512967675 req-62f4b410-cf05-4dcf-bf13-35588ce06225 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:37.743324 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c97d077f-6b77-4e6e-8b1e-c65512967675 req-62f4b410-cf05-4dcf-bf13-35588ce06225 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0517595 Aug 31 03:09:37.785909 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c97d077f-6b77-4e6e-8b1e-c65512967675 req-7d9045ca-1d51-4f92-94a8-37662b4ab24a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Aug 31 03:09:37.881801 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-69d99c1c-819b-42a9-a2bc-63aec8ab873f req-346bc108-b7c4-4fe5-af4c-b14c0d6bfd01 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0371950 Aug 31 03:09:38.903851 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45bc4-6c54-4567-8fd9-da4a18f2fa4f req-bde556c1-a1e0-49ac-90f0-16d12d67111c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:38.905361 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d0d45bc4-6c54-4567-8fd9-da4a18f2fa4f req-bde556c1-a1e0-49ac-90f0-16d12d67111c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0498540 Aug 31 03:09:38.947623 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d0d45bc4-6c54-4567-8fd9-da4a18f2fa4f req-8cb7a7f6-c06f-4a30-b67e-7bc7532f2aba tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354438 Aug 31 03:09:39.032255 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-110d5e6d-db0e-4497-ad26-071dcebf4402 req-eac21782-d6fc-4447-9a8c-f301daa6d52c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0316153 Aug 31 03:09:39.666130 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:40.063784 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e598-f633-422a-93e7-2b75798bc078 req-3ebdd50d-51ca-451a-9c1a-c5d03877b46b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:40.065286 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4e98e598-f633-422a-93e7-2b75798bc078 req-3ebdd50d-51ca-451a-9c1a-c5d03877b46b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0503871 Aug 31 03:09:40.105707 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4e98e598-f633-422a-93e7-2b75798bc078 req-153d67cc-67dc-4bd1-a173-1d63a2f7dcee tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338206 Aug 31 03:09:40.189069 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2155261e-ea19-4a07-8b4b-2e0d1bda6f0d req-b9613178-3f3e-4504-984d-1b2f658619aa tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0274837 Aug 31 03:09:41.226272 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f526d-66e6-4c33-93d3-a503bbcebea5 req-f5a97dad-6ff9-4024-a4f4-ea892f46d7e5 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:41.228516 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-295f526d-66e6-4c33-93d3-a503bbcebea5 req-f5a97dad-6ff9-4024-a4f4-ea892f46d7e5 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0549808 Aug 31 03:09:41.269258 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-295f526d-66e6-4c33-93d3-a503bbcebea5 req-a9edcd46-b983-4fba-8c11-0032a3055c3f tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Aug 31 03:09:41.353118 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-41fb52e7-f2ce-49ee-9d91-c4623f3670d7 req-14a5da01-f6d6-4659-9d56-f56883978274 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0287817 Aug 31 03:09:42.388991 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fd5d3-4f3c-405e-85f0-05bdab93144f req-ed9b745d-1522-4649-be6f-d62f06258951 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:42.390413 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ad0fd5d3-4f3c-405e-85f0-05bdab93144f req-ed9b745d-1522-4649-be6f-d62f06258951 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 931 time: 0.0498230 Aug 31 03:09:42.428666 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ad0fd5d3-4f3c-405e-85f0-05bdab93144f req-cb2a26e7-75ae-4346-95cc-01e891d40284 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324101 Aug 31 03:09:42.513069 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0b68efa2-44de-44cc-a6c6-cb24733c7ec5 req-a1452054-c7ec-490d-9055-2700f421ed20 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0278168 Aug 31 03:09:42.822925 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Request body: {'port': {'device_id': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:42.880796 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:43.148137 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a697168-5815-4f48-bf13-0b719f332dcf {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:09:43.157464 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:43.171814 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Transition to ACTIVE for port object 6a697168-5815-4f48-bf13-0b719f332dcf will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:43.175379 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:43.228981 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:43.299533 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Attempting to bind port 6a697168-5815-4f48-bf13-0b719f332dcf on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:43.299928 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Attempting to bind port 6a697168-5815-4f48-bf13-0b719f332dcf by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:43.300266 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Attempting to bind port 6a697168-5815-4f48-bf13-0b719f332dcf on network 4bb3e649-b218-44bb-ae4f-57c0f385b79a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:43.305746 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Port 6a697168-5815-4f48-bf13-0b719f332dcf on network 4bb3e649-b218-44bb-ae4f-57c0f385b79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:09:43.306260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Attempting to bind port 6a697168-5815-4f48-bf13-0b719f332dcf on network 4bb3e649-b218-44bb-ae4f-57c0f385b79a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:43.311541 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:43.311892 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Checking segment: {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:43.312260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Bound using segment: {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:43.312688 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Bound port: 6a697168-5815-4f48-bf13-0b719f332dcf, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be141476-b38f-4c2e-bf30-13c19937df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:43.313045 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:43.386700 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:43.390020 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=6a697168-5815-4f48-bf13-0b719f332dcf,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:43.396989 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:43.438438 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:43.439452 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:43.442182 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 1093 time: 0.6236258 Aug 31 03:09:43.448591 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:43.450981 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936bd9e-e32b-41b6-a271-184370ae6c89" -d '{"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:43.478885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd52ce-a1e8-4afd-aba5-06fb661c3fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:43.525440 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-1b8ba50e-ce8d-4bfc-8866-89f68334f9b6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:43.527070 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-1b8ba50e-ce8d-4bfc-8866-89f68334f9b6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 812 time: 0.1644306 Aug 31 03:09:43.557212 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9c2675-0801-437d-92b2-10451e48e9bd x-openstack-request-id: req-6a9c2675-0801-437d-92b2-10451e48e9bd {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:43.557463 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:43.557709 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a9c2675-0801-437d-92b2-10451e48e9bd {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:43.558104 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf', 'status': 'completed', 'code': 200} Aug 31 03:09:43.576274 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-d75f59f0-91d6-45d0-ba5b-3b02a1c62cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:43.577847 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-d75f59f0-91d6-45d0-ba5b-3b02a1c62cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1096 time: 0.0808184 Aug 31 03:09:43.615011 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-09c77300-60cb-4285-987e-72759dca3151 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 379 time: 0.0448656 Aug 31 03:09:43.625701 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'port': {'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'admin_state_up': True, 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'security_groups': ['8633161d-5e8a-4949-8dac-d82ecd975e0b']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:43.649178 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-47089095-9576-4fac-9985-6b29d9e32188 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 217 time: 0.0593717 Aug 31 03:09:43.713310 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-baa711fa-667f-4a7c-b05b-3c477f4636c7 req-3db6935f-c542-4028-b65f-03f7d519cfda tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0630641 Aug 31 03:09:43.716917 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-7d9bd252-e38b-4987-b3d0-11dd85bc7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:43.718281 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-7d9bd252-e38b-4987-b3d0-11dd85bc7cc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 200 len: 854 time: 0.0597992 Aug 31 03:09:43.734532 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe31e30-8c68-45dd-ad88-ff66cc913d88 req-3519cb47-c373-4c20-ac69-c514d77eed69 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:43.736064 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cfe31e30-8c68-45dd-ad88-ff66cc913d88 req-3519cb47-c373-4c20-ac69-c514d77eed69 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 943 time: 0.2080531 Aug 31 03:09:43.765051 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853998b-d703-42fa-95e3-bc668dae273f req-571905a3-1c79-492f-91a2-d8991ba514d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:43.766963 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-571905a3-1c79-492f-91a2-d8991ba514d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb3e649-b218-44bb-ae4f-57c0f385b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412471 Aug 31 03:09:43.785474 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Made reservation on behalf of 1cb7442f56da4ed08bd964a5cd5af18f for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:09:43.789252 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:43.803156 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cfe31e30-8c68-45dd-ad88-ff66cc913d88 req-0e4aaa95-0f91-42be-86ee-900724371784 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601475 Aug 31 03:09:43.875131 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-650b3a9f-f5e4-48cf-85e6-cc5d716ca7e0 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993452 Aug 31 03:09:43.936190 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Allocated IP 172.20.0.3 (6c05d666-167a-425e-94a4-5634695d8c1d/a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8/0194a8fb-f17f-4d14-a774-3f9cedfb6e0a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:43.973930 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9853998b-d703-42fa-95e3-bc668dae273f req-df1347c0-4260-4bff-b0b1-c40cce21d0c7 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916400 Aug 31 03:09:44.065572 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-736519bf-6e84-4bdf-8bf9-a1646263a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:44.067445 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-736519bf-6e84-4bdf-8bf9-a1646263a609 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1096 time: 0.0452878 Aug 31 03:09:44.093766 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.107500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Transition to ACTIVE for port object 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:44.141522 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.165974 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-62ee6ba9-0b0b-4a9f-a6d5-79de1c907cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:44.167539 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-62ee6ba9-0b0b-4a9f-a6d5-79de1c907cec service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 916 time: 0.0929918 Aug 31 03:09:44.187856 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cfe39b11-c65c-460d-b44f-b975034f5f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.189637 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Network 6c05d666-167a-425e-94a4-5634695d8c1d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:44.192820 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:44.196683 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:44.220448 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-7523c67d-d8eb-46c2-89e7-79d467e66dea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 217 time: 0.0440941 Aug 31 03:09:44.221182 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:44.236824 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.237175 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.237509 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.237934 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.238763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.238763 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.239066 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.239168 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.239804 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.239804 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.240692 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.240692 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:44.261168 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:44.261799 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.277137 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9ea1361f-8bb9-4867-91c7-2e1444a113c0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6558208 Aug 31 03:09:44.284134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-54ee578a-0971-407f-a566-c3ea5c826639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:44.285602 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-54ee578a-0971-407f-a566-c3ea5c826639 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 200 len: 854 time: 0.0570471 Aug 31 03:09:44.291220 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Request body: {'port': {'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:44.332380 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-1c245b09-c458-498e-9041-edbf18791e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:44.333910 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-1c245b09-c458-498e-9041-edbf18791e87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb3e649-b218-44bb-ae4f-57c0f385b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416105 Aug 31 03:09:44.348387 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.423323 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83105175-9672-4c1d-aaf2-c13a2d0d891b None None] Provisioning for port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:44.427480 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83105175-9672-4c1d-aaf2-c13a2d0d891b None None] Provisioning complete for port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:44.427933 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-83105175-9672-4c1d-aaf2-c13a2d0d891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.436817 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-5c3bf7aa-ea04-4ec4-9c3f-97e0da95de7a service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936477 Aug 31 03:09:44.464865 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-83105175-9672-4c1d-aaf2-c13a2d0d891b None None] Port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:09:44.529617 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6936bd9e-e32b-41b6-a271-184370ae6c89 req-fff71528-0854-4ce9-a283-42449b731bdf service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855412 Aug 31 03:09:44.616833 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:09:44.624644 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.636247 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Transition to ACTIVE for port object 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:09:44.639949 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.709318 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Pushing event updated for resources: {'Port': ['ID=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:44.759980 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Attempting to bind port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:09:44.760319 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Attempting to bind port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:09:44.760650 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Attempting to bind port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:44.765296 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a on network 6c05d666-167a-425e-94a4-5634695d8c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:09:44.765624 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Attempting to bind port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:09:44.772357 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:09:44.772868 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Checking segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:09:44.773409 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Bound using segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:09:44.773856 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Bound port: 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:09:44.774222 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:44.926983 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b730324-fa77-483d-b27b-b2ca42fadba0 req-a55ada80-7e8e-41bb-8320-f38bd3e033bc tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:44.928577 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2b730324-fa77-483d-b27b-b2ca42fadba0 req-a55ada80-7e8e-41bb-8320-f38bd3e033bc tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 943 time: 0.0536184 Aug 31 03:09:44.970023 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2b730324-fa77-483d-b27b-b2ca42fadba0 req-2e734077-216a-4654-badd-7cd2411b0273 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Aug 31 03:09:45.118698 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a43a1-b21d-47a7-bd29-11ee3e857441 req-23f8cf68-4b73-49f1-b49f-c1e3e6500ff1 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.120244 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-589a43a1-b21d-47a7-bd29-11ee3e857441 req-23f8cf68-4b73-49f1-b49f-c1e3e6500ff1 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 943 time: 0.3326647 Aug 31 03:09:45.126824 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] For port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:09:45.131574 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] For port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:09:45.140871 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:45.194222 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.194844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:45.196972 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] 10.222.0.45 "PUT /v2.0/ports/0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 200 len: 1093 time: 0.9104664 Aug 31 03:09:45.199177 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:45.201467 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e282f0-c50c-4640-bbf5-06943e76b9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:45.216770 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-589a43a1-b21d-47a7-bd29-11ee3e857441 req-909052d8-a7c7-4095-a7fe-457a39755b98 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876210 Aug 31 03:09:45.232398 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57e6f3-58b6-473c-bb45-59378230f071 service neutron] Pushing event updated for resources: {'Port': ['ID=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:45.258938 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41eb1ed-f97d-425e-b435-0e3fe74831a5 x-openstack-request-id: req-c41eb1ed-f97d-425e-b435-0e3fe74831a5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:45.259302 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:45.259635 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c41eb1ed-f97d-425e-b435-0e3fe74831a5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:45.260086 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'status': 'completed', 'code': 200} Aug 31 03:09:45.291161 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-7b19fb7a-9dfc-4079-8701-daa6e7579e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.292826 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-7b19fb7a-9dfc-4079-8701-daa6e7579e56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1096 time: 0.0506299 Aug 31 03:09:45.335059 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9befb34a-65fe-4280-b482-49417c6071ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 200 len: 217 time: 0.0345528 Aug 31 03:09:45.387494 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-0efbf606-3de2-43a4-9806-9e4bdedadc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.388951 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-0efbf606-3de2-43a4-9806-9e4bdedadc2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0469909 Aug 31 03:09:45.435941 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-8775649e-9586-464a-8943-fbc5c9c149bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.437451 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-8775649e-9586-464a-8943-fbc5c9c149bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419300 Aug 31 03:09:45.535380 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-9aafbae0-d413-4f11-a06f-96c7f17eeea2 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908804 Aug 31 03:09:45.627412 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e0ff28eb-07e8-4372-9c33-8e3d96f5fbbd req-1181196c-a4f2-4805-b00b-70df6ce64238 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838246 Aug 31 03:09:45.708577 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-ae70886f-6c80-4f17-9067-4d5155f650a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.710045 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-ae70886f-6c80-4f17-9067-4d5155f650a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1096 time: 0.0398364 Aug 31 03:09:45.800350 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-64311cc0-78f7-4258-9806-d3b75a978cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.801819 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-64311cc0-78f7-4258-9806-d3b75a978cf7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.0847266 Aug 31 03:09:45.852319 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-9aff6dff-fa69-4908-b51a-5e5d4b007df7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 200 len: 217 time: 0.0414300 Aug 31 03:09:45.902642 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-3b0e4456-9217-46a9-98fe-8f374fbcbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.904013 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-3b0e4456-9217-46a9-98fe-8f374fbcbe6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0443535 Aug 31 03:09:45.948054 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-8d230c61-8153-4c20-9ee0-f4adfc9599a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:45.949483 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-8d230c61-8153-4c20-9ee0-f4adfc9599a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382876 Aug 31 03:09:46.042472 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-9321fa25-ecf8-49d8-8b48-2393ec7d931d service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852475 Aug 31 03:09:46.087825 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ca62f-eb20-43de-a162-673b0417d74d req-e394fa56-19ec-4f76-83ff-fa53b3ba045a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:46.089356 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-eb4ca62f-eb20-43de-a162-673b0417d74d req-e394fa56-19ec-4f76-83ff-fa53b3ba045a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 943 time: 0.0529928 Aug 31 03:09:46.129133 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-eb4ca62f-eb20-43de-a162-673b0417d74d req-d8386914-4379-444e-bb4d-6e67a3ac13bd tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Aug 31 03:09:46.139186 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a8e282f0-c50c-4640-bbf5-06943e76b9ae req-8d9be2de-7f29-47d7-a7b5-06d16388c22a service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Aug 31 03:09:46.353543 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59cd2a-a0e7-436f-8a71-0796ea6e88fc req-0b817fb7-8b13-467c-90cc-06237d80c9f9 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:46.355004 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6d59cd2a-a0e7-436f-8a71-0796ea6e88fc req-0b817fb7-8b13-467c-90cc-06237d80c9f9 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 943 time: 0.0481441 Aug 31 03:09:46.392539 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6d59cd2a-a0e7-436f-8a71-0796ea6e88fc req-f2b043e4-9cad-441c-be4c-3a46902d714c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314407 Aug 31 03:09:46.637816 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 6a697168-5815-4f48-bf13-0b719f332dcf details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:09:46.734587 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=6a697168-5815-4f48-bf13-0b719f332dcf,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:46.745617 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '6a697168-5815-4f48-bf13-0b719f332dcf', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'port_id': '6a697168-5815-4f48-bf13-0b719f332dcf', 'mac_address': 'fa:16:3e:0f:25:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:09:46.785259 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:46.800435 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a697168-5815-4f48-bf13-0b719f332dcf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:09:46.819180 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=6a697168-5815-4f48-bf13-0b719f332dcf,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:46.823804 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:46.878291 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:46.888028 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-165458e9-a108-4454-982f-931e9532074b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:47.045017 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['6a697168-5815-4f48-bf13-0b719f332dcf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:09:47.251963 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cfad7-8cd1-4b7f-857d-20a608040d49 req-8bc95952-3b28-484a-a0de-3d8009b030b7 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:47.253473 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dc5cfad7-8cd1-4b7f-857d-20a608040d49 req-8bc95952-3b28-484a-a0de-3d8009b030b7 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 944 time: 0.0531805 Aug 31 03:09:47.292054 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dc5cfad7-8cd1-4b7f-857d-20a608040d49 req-69b74e2d-b3b0-4dd8-8834-8896f5d6963c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Aug 31 03:09:47.337731 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:47.505831 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b46c-7954-45b4-ae11-fef135593989 req-62458a3e-0ccb-465b-8e95-8915896eea9e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:47.507567 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e979b46c-7954-45b4-ae11-fef135593989 req-62458a3e-0ccb-465b-8e95-8915896eea9e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 943 time: 0.0469098 Aug 31 03:09:47.544795 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e979b46c-7954-45b4-ae11-fef135593989 req-8c52be7c-9e0b-4662-a71d-09af0ce8ffc4 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306728 Aug 31 03:09:48.066607 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:48.410534 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d107158-c739-43d6-9c9d-d1f6bcdfa083 req-7a0c2282-e02e-432d-b298-dcfc067f8a95 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:48.412033 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6d107158-c739-43d6-9c9d-d1f6bcdfa083 req-7a0c2282-e02e-432d-b298-dcfc067f8a95 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 944 time: 0.0522797 Aug 31 03:09:48.449311 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6d107158-c739-43d6-9c9d-d1f6bcdfa083 req-2d5d3a94-5162-4a9e-a5d7-6476aafd275f tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Aug 31 03:09:48.645167 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 6a697168-5815-4f48-bf13-0b719f332dcf up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:48.661244 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90edb7-6068-493b-9a7d-888332d9ec6e req-57f2eb48-8da0-487e-aec3-bd23eaac644d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:48.663102 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-af90edb7-6068-493b-9a7d-888332d9ec6e req-57f2eb48-8da0-487e-aec3-bd23eaac644d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 943 time: 0.0503678 Aug 31 03:09:48.700094 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 6a697168-5815-4f48-bf13-0b719f332dcf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:48.702581 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-af90edb7-6068-493b-9a7d-888332d9ec6e req-341e4db4-8421-42b2-890c-c6d720f52ab5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331886 Aug 31 03:09:48.703783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 6a697168-5815-4f48-bf13-0b719f332dcf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:48.704154 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:48.779808 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:48.800860 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:48.803042 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4dbee4-fc08-4e60-88f3-d48c0d8869b3" -d '{"events": [{"server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "name": "network-vif-plugged", "status": "completed", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:48.817100 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=6a697168-5815-4f48-bf13-0b719f332dcf,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:48.822597 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:48.879779 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:48.897078 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc541b-302d-4747-a467-ec0b4d1e199e x-openstack-request-id: req-85cc541b-302d-4747-a467-ec0b4d1e199e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:48.897364 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "name": "network-vif-plugged", "status": "completed", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:48.897615 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85cc541b-302d-4747-a467-ec0b4d1e199e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:48.898000 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf', 'code': 200} Aug 31 03:09:49.058519 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e5377-5e58-4dea-9469-21cafcbdbaaa req-74f16a7f-c844-475b-b144-6e9db055b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:49.060033 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-877e5377-5e58-4dea-9469-21cafcbdbaaa req-74f16a7f-c844-475b-b144-6e9db055b187 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1098 time: 0.0399728 Aug 31 03:09:49.095751 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-877e5377-5e58-4dea-9469-21cafcbdbaaa req-0ef07bbf-b0ad-491e-a5b5-fd9a99d33d8b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279534 Aug 31 03:09:49.562628 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c74b2-d316-4d5e-aa31-550cf968de9e req-b783262c-d941-4ae8-8b39-f00d6a895d99 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:49.564113 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a71c74b2-d316-4d5e-aa31-550cf968de9e req-b783262c-d941-4ae8-8b39-f00d6a895d99 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0477376 Aug 31 03:09:49.601026 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a71c74b2-d316-4d5e-aa31-550cf968de9e req-ab8388ce-344a-4e9e-b4c3-9751ebf8bf0a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Aug 31 03:09:49.605214 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:49.821834 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc195b-9596-4dcb-a9c3-1a98162565c5 req-a06f8c71-5b21-4d75-b538-2d4aa30fb79c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:49.823305 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b2bc195b-9596-4dcb-a9c3-1a98162565c5 req-a06f8c71-5b21-4d75-b538-2d4aa30fb79c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 943 time: 0.0516665 Aug 31 03:09:49.860153 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b2bc195b-9596-4dcb-a9c3-1a98162565c5 req-2f146536-fcbb-47d6-9e1f-09c4d4b79a2c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 Aug 31 03:09:50.714322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82998eb-4853-4514-ac67-092346f327b2 req-5dd351cb-6415-4e4a-8517-d35cd5870d64 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:50.715822 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f82998eb-4853-4514-ac67-092346f327b2 req-5dd351cb-6415-4e4a-8517-d35cd5870d64 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0492029 Aug 31 03:09:50.753166 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f82998eb-4853-4514-ac67-092346f327b2 req-bcf6c4bc-c23e-4e87-982c-5f562bd96f12 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Aug 31 03:09:50.865176 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35830ac8-edad-4397-b2cf-f708bc1915a6 req-b4e4be9a-aa11-4a4b-bde7-95ce4de735ac tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:50.866631 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35830ac8-edad-4397-b2cf-f708bc1915a6 req-b4e4be9a-aa11-4a4b-bde7-95ce4de735ac tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0480301 Aug 31 03:09:50.905082 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-35830ac8-edad-4397-b2cf-f708bc1915a6 req-ed0050d2-0e22-4191-94f8-fffa0c155fd4 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Aug 31 03:09:50.973588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5a45-e83c-448b-9bdd-18e06a1526b5 req-b5099886-cee0-4c68-bc1d-51175403475f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:50.975053 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e30d5a45-e83c-448b-9bdd-18e06a1526b5 req-b5099886-cee0-4c68-bc1d-51175403475f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 943 time: 0.0487401 Aug 31 03:09:51.014416 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e30d5a45-e83c-448b-9bdd-18e06a1526b5 req-c832712d-0a61-495b-b55b-e67838737e5d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319760 Aug 31 03:09:51.238092 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e324d-ef38-46d8-a87c-7d3627f209e1 req-cf2a34d9-9bb1-4bba-a933-d6def51617fe tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:51.239573 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb2e324d-ef38-46d8-a87c-7d3627f209e1 req-cf2a34d9-9bb1-4bba-a933-d6def51617fe tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0510213 Aug 31 03:09:51.278135 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb2e324d-ef38-46d8-a87c-7d3627f209e1 req-92334138-cb7f-4cfd-881d-d99992b2e18c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Aug 31 03:09:52.126275 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ca41d-ac60-4c66-b35d-aeda912ed4be req-9e89063f-ba54-44e4-89a7-87608a122194 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:52.127784 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-443ca41d-ac60-4c66-b35d-aeda912ed4be req-9e89063f-ba54-44e4-89a7-87608a122194 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 943 time: 0.0492766 Aug 31 03:09:52.166038 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-443ca41d-ac60-4c66-b35d-aeda912ed4be req-d41ee8bd-d4a9-4093-b30c-82d13500676b tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311086 Aug 31 03:09:52.793258 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:09:52.888000 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:52.899338 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:09:52.941141 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:52.954090 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:09:52.973463 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:52.978420 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:53.025783 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:53.213779 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['0194a8fb-f17f-4d14-a774-3f9cedfb6e0a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:09:53.287014 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b80bcf-ee90-4272-a58a-2c5f63216d2c req-8abacb05-fc81-464a-bec5-b60f4946a520 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:53.288535 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-84b80bcf-ee90-4272-a58a-2c5f63216d2c req-8abacb05-fc81-464a-bec5-b60f4946a520 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 944 time: 0.0536144 Aug 31 03:09:53.326201 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-84b80bcf-ee90-4272-a58a-2c5f63216d2c req-902a5b0c-0081-45da-935a-e0d99d4771a8 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Aug 31 03:09:54.442514 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f66f1-8423-4900-8bf9-39787be80935 req-1b8f053c-2418-4661-9460-18b999461fe0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:54.443911 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dd5f66f1-8423-4900-8bf9-39787be80935 req-1b8f053c-2418-4661-9460-18b999461fe0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 944 time: 0.0490627 Aug 31 03:09:54.480898 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-dd5f66f1-8423-4900-8bf9-39787be80935 req-8da2f005-542b-4333-8628-68c4f7a650ab tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Aug 31 03:09:54.687423 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:09:54.735230 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:09:54.738822 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:09:54.739198 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:54.817881 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:54.839914 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:54.842102 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125c2b55-b072-4a4f-9870-1155d4f9f195" -d '{"events": [{"server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "name": "network-vif-plugged", "status": "completed", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:54.854719 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:09:54.858472 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:54.884657 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b319864b-e47f-44ea-8857-e52af5e8d688 x-openstack-request-id: req-b319864b-e47f-44ea-8857-e52af5e8d688 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:54.884950 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "name": "network-vif-plugged", "status": "completed", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:54.885202 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b319864b-e47f-44ea-8857-e52af5e8d688 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:54.885591 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'code': 200} Aug 31 03:09:54.911143 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:54.918933 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.919285 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.919661 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.920003 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.920337 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.920670 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.921002 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.921333 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.921664 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.921992 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.922315 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:54.922635 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:09:55.102721 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec3210-4002-4bd0-b773-987f973a7951 req-4e8cc149-3a52-42fa-8877-030ff93413de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:55.104391 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-29ec3210-4002-4bd0-b773-987f973a7951 req-4e8cc149-3a52-42fa-8877-030ff93413de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1098 time: 0.0400376 Aug 31 03:09:55.139837 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-29ec3210-4002-4bd0-b773-987f973a7951 req-23be4a76-69fe-4bc3-a647-bd1fbb3eb3b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280747 Aug 31 03:09:55.597006 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361372-191f-4716-92ef-aedb515860ad req-3584ef51-3c00-412d-af02-1a2716c55cba tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:55.598472 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-55361372-191f-4716-92ef-aedb515860ad req-3584ef51-3c00-412d-af02-1a2716c55cba tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Aug 31 03:09:55.635794 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-55361372-191f-4716-92ef-aedb515860ad req-2d504c26-c27e-46f2-a21b-7088a74b7f8e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Aug 31 03:09:56.750915 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2817cc-e3cf-4a08-86ef-3280af749dc2 req-a51c046b-4c41-474b-91e6-6e60e641eb4d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:56.752424 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fc2817cc-e3cf-4a08-86ef-3280af749dc2 req-a51c046b-4c41-474b-91e6-6e60e641eb4d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 945 time: 0.0488174 Aug 31 03:09:56.789577 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fc2817cc-e3cf-4a08-86ef-3280af749dc2 req-429c3b06-4aad-4f40-bb17-bd5611233c6d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305154 Aug 31 03:09:56.902969 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae318-6fc7-4829-879b-a7a005fa9224 req-a7c2725d-46aa-4606-9702-9d1b37decc0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:56.904433 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-27aae318-6fc7-4829-879b-a7a005fa9224 req-a7c2725d-46aa-4606-9702-9d1b37decc0f tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Aug 31 03:09:56.940842 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-27aae318-6fc7-4829-879b-a7a005fa9224 req-7e6046a5-d236-409e-9bc4-0844a5b2d55a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305200 Aug 31 03:09:56.962815 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:57.002140 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d636bc6-55e6-43e6-944c-da85931779d8 tempest-TestVolumeBootPattern-178049239 tempest-TestVolumeBootPattern-178049239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:57.003691 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6d636bc6-55e6-43e6-944c-da85931779d8 tempest-TestVolumeBootPattern-178049239 tempest-TestVolumeBootPattern-178049239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1093 time: 0.0397327 Aug 31 03:09:57.006457 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57346) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:57.011208 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:57.033010 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:57.134127 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:57.239725 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Allocated IP 172.27.1.76 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/8fcb8018-8033-4edb-b4af-c684beeaa570) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:09:57.340745 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:57.377499 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:57.412579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:09:57.417297 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:09:57.420704 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:09:57.446666 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=8fcb8018-8033-4edb-b4af-c684beeaa570,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:57.773109 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:57.841219 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:57.984328 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:57.988639 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:58.058473 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=8fcb8018-8033-4edb-b4af-c684beeaa570,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:09:58.069881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:58.172775 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Floating IP b15d160d-a3ce-4166-a5fb-c0fde5daad10 associated. External IP: 172.27.1.76, port: 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a. Aug 31 03:09:58.385267 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:09:58.511182 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:09:58.522276 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:09:58.531073 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:58.533795 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:58.534447 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:58.559577 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-8e4d23c0-f0c3-4c1f-9f7f-4d56c788e118 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5519960 Aug 31 03:09:58.560242 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:09:58.562540 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaa0890-a185-42ee-afe4-2c428a6f0838" -d '{"events": [{"name": "network-changed", "server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:09:58.603226 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb49f7-c30d-491e-900d-02cc61246131 x-openstack-request-id: req-9ccb49f7-c30d-491e-900d-02cc61246131 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:09:58.603548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:09:58.603799 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ccb49f7-c30d-491e-900d-02cc61246131 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:09:58.604196 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'status': 'completed', 'code': 200} Aug 31 03:09:58.652056 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:58.668204 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-1fa088e0-6689-47af-a4f2-a7e0a459687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:58.669723 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-1fa088e0-6689-47af-a4f2-a7e0a459687a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1098 time: 0.0414541 Aug 31 03:09:58.764550 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-36aebe3e-772f-49d9-b2e9-e0b7e6c0acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:58.766045 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-36aebe3e-772f-49d9-b2e9-e0b7e6c0acee service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.0857058 Aug 31 03:09:58.836562 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-8f1eb5c2-d29d-43c3-a8c1-3e99a42be64b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 200 len: 998 time: 0.0625021 Aug 31 03:09:58.880910 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:57Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:58.883647 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-2796f21d-def4-416d-b402-56ed44c414ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:58.885125 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-2796f21d-def4-416d-b402-56ed44c414ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0426862 Aug 31 03:09:58.914297 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:09:58.926493 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:09:58.927217 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:58.939211 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-4a35feee-5582-456d-acec-62ceb5f4b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:58.940846 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-4a35feee-5582-456d-acec-62ceb5f4b567 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458407 Aug 31 03:09:59.037880 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:09:59.038911 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-ddf403d2-cc95-4a84-baad-aaac3f8e6f80 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893533 Aug 31 03:09:59.128983 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-feaa0890-a185-42ee-afe4-2c428a6f0838 req-9d7a9d12-7a78-4631-916a-fd0bf78bb616 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820684 Aug 31 03:09:59.266223 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:57Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:09:59.296948 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e74659-0c38-4864-a1e2-c0efef187676 None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:57Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:09:59.496417 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e15f0-493c-411c-9e43-4d2c251a6f44 None None] New status for floating IP b15d160d-a3ce-4166-a5fb-c0fde5daad10: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:09:59.704393 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77a712-b058-4067-bfdb-0583ccc16653 req-8dbf5385-c5ff-414f-8b3c-f671d7aa3a16 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:59.705862 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4c77a712-b058-4067-bfdb-0583ccc16653 req-8dbf5385-c5ff-414f-8b3c-f671d7aa3a16 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0533028 Aug 31 03:09:59.743298 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4c77a712-b058-4067-bfdb-0583ccc16653 req-9f78a045-ecdd-4401-b632-482c9122cb78 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Aug 31 03:09:59.765210 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:59.849039 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd4b0c8-c11b-44d1-903e-14a1d2444aae tempest-TestMinimumBasicScenario-1512803077 tempest-TestMinimumBasicScenario-1512803077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:09:59.850530 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-0cd4b0c8-c11b-44d1-903e-14a1d2444aae tempest-TestMinimumBasicScenario-1512803077 tempest-TestMinimumBasicScenario-1512803077-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1093 time: 0.0842800 Aug 31 03:09:59.854104 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:09:59.858497 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'port_id': '6a697168-5815-4f48-bf13-0b719f332dcf', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:09:59.880572 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:09:59.977620 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:00.078973 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Allocated IP 172.27.1.11 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/583ba969-b99f-4ec6-990d-bd39529e9fac) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:10:00.184396 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:00.222225 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:00.261694 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:10:00.264553 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:10:00.268132 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:10:00.273325 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'Port': ['ID=583ba969-b99f-4ec6-990d-bd39529e9fac,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:00.862038 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a703-a562-461c-bcdd-07bea8162707 req-f45b6222-b55c-4334-b93c-9638c794e8f8 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:00.863445 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a987a703-a562-461c-bcdd-07bea8162707 req-f45b6222-b55c-4334-b93c-9638c794e8f8 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0992811 Aug 31 03:10:00.942364 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a987a703-a562-461c-bcdd-07bea8162707 req-41ec261c-102b-4861-9826-c0b99d2dfbb1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500386 Aug 31 03:10:00.943377 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.011309 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.155694 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.160169 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.236915 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'Port': ['ID=583ba969-b99f-4ec6-990d-bd39529e9fac,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:01.246588 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.343431 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Floating IP f6859776-b60e-47c3-8fb4-7d3a152d33cf associated. External IP: 172.27.1.11, port: 6a697168-5815-4f48-bf13-0b719f332dcf. Aug 31 03:10:01.553865 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Router 1a2708f8-78d9-474f-8dc1-8efc78f88786 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:10:01.661153 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:10:01.670934 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] Sync routers for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:10:01.676982 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.680453 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:10:01.681058 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:10:01.707057 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-7b79cc31-8ef8-4dda-be37-3b3db1e55362 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8494525 Aug 31 03:10:01.707057 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:10:01.707639 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a2df1-25f7-401c-8ee2-e367be4eeb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:10:01.707792 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57400) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:01.712695 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-14cbbb86-a5d7-4d7d-a78e-fdc5948f57fa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653058067', 'description': 'tempest-secgroup-smoke-1653058067 description', 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:01.737246 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14cbbb86-a5d7-4d7d-a78e-fdc5948f57fa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.744824 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f23fdc4-0bba-41d2-b5a3-851963ad3763 x-openstack-request-id: req-2f23fdc4-0bba-41d2-b5a3-851963ad3763 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:10:01.745122 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:10:01.745375 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f23fdc4-0bba-41d2-b5a3-851963ad3763 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:10:01.745830 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf', 'status': 'completed', 'code': 200} Aug 31 03:10:01.797238 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:10:01.815649 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-d5f01305-6a6a-4537-bfa6-cd83934ad906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:01.817167 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-d5f01305-6a6a-4537-bfa6-cd83934ad906 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1098 time: 0.0477870 Aug 31 03:10:01.834765 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14cbbb86-a5d7-4d7d-a78e-fdc5948f57fa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.839229 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14cbbb86-a5d7-4d7d-a78e-fdc5948f57fa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.874417 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbbb86-a5d7-4d7d-a78e-fdc5948f57fa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6f7905-db53-49fc-9969-a55d394d5273,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:01.884934 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14cbbb86-a5d7-4d7d-a78e-fdc5948f57fa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:01.890396 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57404) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:01.891658 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-14cbbb86-a5d7-4d7d-a78e-fdc5948f57fa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1821048 Aug 31 03:10:01.895178 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fe00fed8-0cda-45a8-bfab-5fbb5f1498d2 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'security_group_rule': {'security_group_id': '3a6f7905-db53-49fc-9969-a55d394d5273', 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:01.947869 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-fd50dfa1-5376-49be-bf81-00db069ad88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:01.949370 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-fd50dfa1-5376-49be-bf81-00db069ad88b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 916 time: 0.1251171 Aug 31 03:10:01.950677 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe00fed8-0cda-45a8-bfab-5fbb5f1498d2 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.044912 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'f6859776-b60e-47c3-8fb4-7d3a152d33cf', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'port_id': '6a697168-5815-4f48-bf13-0b719f332dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'mac_address': 'fa:16:3e:0f:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:10:00Z', 'updated_at': '2021-08-31T03:10:00Z', 'revision_number': 0, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 5, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:10:02.072176 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] Checking router: 1a2708f8-78d9-474f-8dc1-8efc78f88786 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:10:02.075308 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-e8df8c38-8f6f-4d62-8ae5-785c03aa254c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 998 time: 0.1158822 Aug 31 03:10:02.080435 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:10:02.081077 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:09:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:10:02.083516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe00fed8-0cda-45a8-bfab-5fbb5f1498d2 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.114123 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe00fed8-0cda-45a8-bfab-5fbb5f1498d2 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.151304 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36f5c3-a505-40b5-b576-16d8c8f90118 req-9b91f335-25fb-4043-b98e-fd172103a51e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:02.152833 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9d36f5c3-a505-40b5-b576-16d8c8f90118 req-9b91f335-25fb-4043-b98e-fd172103a51e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.1273711 Aug 31 03:10:02.155807 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00fed8-0cda-45a8-bfab-5fbb5f1498d2 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0f8c9c-6388-4adb-a323-62fdbb43693a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:02.172541 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe00fed8-0cda-45a8-bfab-5fbb5f1498d2 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.173688 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-fe00fed8-0cda-45a8-bfab-5fbb5f1498d2 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2824094 Aug 31 03:10:02.175202 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-6084581e-0a07-4893-9830-ee8459a959b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:02.176627 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57408) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:02.176779 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-6084581e-0a07-4893-9830-ee8459a959b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 200 len: 854 time: 0.0920610 Aug 31 03:10:02.183792 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-00dfc3f6-3077-45e3-b545-f26bc5d391d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'security_group_rule': {'security_group_id': '3a6f7905-db53-49fc-9969-a55d394d5273', 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:02.193151 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:10:02.211299 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00dfc3f6-3077-45e3-b545-f26bc5d391d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.229360 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9d36f5c3-a505-40b5-b576-16d8c8f90118 req-89dd5780-1cd3-4c4e-8b72-bd50571514d1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671880 Aug 31 03:10:02.244095 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-faabd24f-aa63-4ed1-9a92-0a10701106bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:02.246244 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-faabd24f-aa63-4ed1-9a92-0a10701106bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb3e649-b218-44bb-ae4f-57c0f385b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604119 Aug 31 03:10:02.279319 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00dfc3f6-3077-45e3-b545-f26bc5d391d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.284017 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00dfc3f6-3077-45e3-b545-f26bc5d391d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.300289 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfc3f6-3077-45e3-b545-f26bc5d391d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2587cb3-7cc3-47fd-bc8b-f455a02358f1,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:02.311645 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00dfc3f6-3077-45e3-b545-f26bc5d391d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.315462 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-00dfc3f6-3077-45e3-b545-f26bc5d391d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342347 Aug 31 03:10:02.315860 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:02.321120 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-47ef58e7-a52f-49aa-9d03-21772f15d440 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'security_group_rule': {'security_group_id': '3a6f7905-db53-49fc-9969-a55d394d5273', 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:02.375053 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47ef58e7-a52f-49aa-9d03-21772f15d440 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.381409 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-a8a8c4fa-cf25-4ba3-89d1-0e97ecdb7368 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198800 Aug 31 03:10:02.501030 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47ef58e7-a52f-49aa-9d03-21772f15d440 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.506054 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47ef58e7-a52f-49aa-9d03-21772f15d440 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.534362 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef58e7-a52f-49aa-9d03-21772f15d440 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e6bf4c-7b6f-494f-9157-512a6c706f37,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:02.538634 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-736a2df1-25f7-401c-8ee2-e367be4eeb7c req-de8de1cb-23c7-431b-bf97-c8de717e1038 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425927 Aug 31 03:10:02.541346 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47ef58e7-a52f-49aa-9d03-21772f15d440 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.542427 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-47ef58e7-a52f-49aa-9d03-21772f15d440 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2255518 Aug 31 03:10:02.545333 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57412) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:02.550345 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-66ca1f95-8693-42ff-9d65-008b930a1888 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'security_group_rule': {'security_group_id': '3a6f7905-db53-49fc-9969-a55d394d5273', 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:02.559216 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'f6859776-b60e-47c3-8fb4-7d3a152d33cf', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'port_id': '6a697168-5815-4f48-bf13-0b719f332dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'mac_address': 'fa:16:3e:0f:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:10:00Z', 'updated_at': '2021-08-31T03:10:00Z', 'revision_number': 0, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 5, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:10:02.581146 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66ca1f95-8693-42ff-9d65-008b930a1888 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.587735 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c871958-eaae-4a7a-9793-0071b2a5ffe5 None None] The sync data for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi is: [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'f6859776-b60e-47c3-8fb4-7d3a152d33cf', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'port_id': '6a697168-5815-4f48-bf13-0b719f332dcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'mac_address': 'fa:16:3e:0f:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:10:00Z', 'updated_at': '2021-08-31T03:10:00Z', 'revision_number': 0, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 5, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:10:02.643833 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66ca1f95-8693-42ff-9d65-008b930a1888 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.647898 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66ca1f95-8693-42ff-9d65-008b930a1888 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.666484 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca1f95-8693-42ff-9d65-008b930a1888 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230747c2-86a1-47ac-ad04-3ecc1c22176a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:02.672296 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66ca1f95-8693-42ff-9d65-008b930a1888 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.673461 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-66ca1f95-8693-42ff-9d65-008b930a1888 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269085 Aug 31 03:10:02.676104 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57414) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:02.681028 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'security_group_rule': {'security_group_id': '3a6f7905-db53-49fc-9969-a55d394d5273', 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:02.704159 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Project db8b795cc44f4a168e4a0dffc04ab0b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 03:10:02.709500 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.776538 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2d161-669f-4162-bd03-6fbb93f5957d None None] New status for floating IP f6859776-b60e-47c3-8fb4-7d3a152d33cf: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:10:02.778714 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.782745 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.803262 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f765cca-65fa-4076-b5a8-9fdc2f1ce988,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:02.807400 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.808603 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-77ed1827-5ecf-4338-b011-cbc6e152a984 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315923 Aug 31 03:10:02.811417 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57416) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:02.816139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'security_group_rule': {'security_group_id': '3a6f7905-db53-49fc-9969-a55d394d5273', 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:02.840286 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Project db8b795cc44f4a168e4a0dffc04ab0b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 03:10:02.845626 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.908792 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.912687 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.932662 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062894d2-fa3c-40a3-b82b-1aa2d19846ff,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:02.935889 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:02.939438 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-aed1f95e-2cb0-46ac-9686-d2c154f12586 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245704 Aug 31 03:10:03.016042 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-49cfe149-f512-4c58-ab59-6339c7202f50 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653058067&fields=id&tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9 HTTP/1.1" status: 200 len: 267 time: 0.0329983 Aug 31 03:10:03.066677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-ad8d84e1-bb69-421c-930a-20d15bb13567 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.068196 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-ad8d84e1-bb69-421c-930a-20d15bb13567 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0466127 Aug 31 03:10:03.079647 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'port': {'security_groups': ['29f6715e-63c8-49a1-b28e-6214c445ec53', '3a6f7905-db53-49fc-9969-a55d394d5273']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:10:03.141220 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:03.322964 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=6a697168-5815-4f48-bf13-0b719f332dcf,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:03.355693 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:03.356209 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adfc8d-fb1d-4d7d-b129-f208226c1c75 req-b0ff166e-7c96-4b5e-a9e3-0cf6e9d147d0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.357712 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-01adfc8d-fb1d-4d7d-b129-f208226c1c75 req-b0ff166e-7c96-4b5e-a9e3-0cf6e9d147d0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Aug 31 03:10:03.361287 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:03.379523 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['6a697168-5815-4f48-bf13-0b719f332dcf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:10:03.401260 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-01adfc8d-fb1d-4d7d-b129-f208226c1c75 req-bb29a42b-6535-45e5-b535-178ae578f2ad tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368750 Aug 31 03:10:03.409621 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.410249 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:03.411699 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b98e05a6-96ac-4b60-85ad-35514c3a5fe3 req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "PUT /v2.0/ports/6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 981 time: 0.3364975 Aug 31 03:10:03.412143 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:10:03.415221 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb129e91-b19c-4c32-92be-1e082849475e" -d '{"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:10:03.438137 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e589a0-548f-4f40-8d76-add82e6b1007 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:03.491825 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ed2fa-0512-4ab9-8d16-2ad9d85f9979 x-openstack-request-id: req-3f4ed2fa-0512-4ab9-8d16-2ad9d85f9979 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:10:03.492746 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:10:03.492940 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f4ed2fa-0512-4ab9-8d16-2ad9d85f9979 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:10:03.493347 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf', 'status': 'completed', 'code': 200} Aug 31 03:10:03.509900 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['6a697168-5815-4f48-bf13-0b719f332dcf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:10:03.543306 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006f657-16e0-45da-84c0-653eaed01ffd req-81e4908c-9b2a-409e-a983-1ade232077a8 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.546271 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5006f657-16e0-45da-84c0-653eaed01ffd req-81e4908c-9b2a-409e-a983-1ade232077a8 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0649831 Aug 31 03:10:03.580042 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129e91-b19c-4c32-92be-1e082849475e req-3d85f6e2-3d48-48a3-b360-bdeca4e93958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.582629 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb129e91-b19c-4c32-92be-1e082849475e req-3d85f6e2-3d48-48a3-b360-bdeca4e93958 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1137 time: 0.0650718 Aug 31 03:10:03.595871 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5006f657-16e0-45da-84c0-653eaed01ffd req-0e226660-2a2b-4129-9831-a8c8f4064927 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392811 Aug 31 03:10:03.699212 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129e91-b19c-4c32-92be-1e082849475e req-15fc1183-53b5-462a-9df6-cb492b9e92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.700625 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb129e91-b19c-4c32-92be-1e082849475e req-15fc1183-53b5-462a-9df6-cb492b9e92f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 916 time: 0.1064811 Aug 31 03:10:03.773705 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb129e91-b19c-4c32-92be-1e082849475e req-155c1465-6b43-4e3c-9cab-8b49bff9fb9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 1000 time: 0.0627451 Aug 31 03:10:03.786484 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c3bc082-61d8-41ed-8b91-2e8e4f84ca81 None None] Provisioning complete for port 6a697168-5815-4f48-bf13-0b719f332dcf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:10:03.786864 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc082-61d8-41ed-8b91-2e8e4f84ca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:03.829678 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129e91-b19c-4c32-92be-1e082849475e req-b7f793dc-f91d-4c31-bb28-9846cb4cf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.831328 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb129e91-b19c-4c32-92be-1e082849475e req-b7f793dc-f91d-4c31-bb28-9846cb4cf569 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 200 len: 854 time: 0.0458603 Aug 31 03:10:03.875632 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb129e91-b19c-4c32-92be-1e082849475e req-72257178-6ef0-4433-b02f-0493912dfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:03.877120 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb129e91-b19c-4c32-92be-1e082849475e req-72257178-6ef0-4433-b02f-0493912dfc67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb3e649-b218-44bb-ae4f-57c0f385b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389092 Aug 31 03:10:03.971795 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb129e91-b19c-4c32-92be-1e082849475e req-f10462bc-c285-4908-963e-7e13adb94359 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Aug 31 03:10:04.062271 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cb129e91-b19c-4c32-92be-1e082849475e req-1047f25c-04b4-40a1-97c4-6aeab2f678dc service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826390 Aug 31 03:10:04.542700 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2c885-7388-4183-af76-13c7e30cd85c req-3a55bcf6-408f-4cfc-8023-4e3f1ad04707 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:04.544204 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e4d2c885-7388-4183-af76-13c7e30cd85c req-3a55bcf6-408f-4cfc-8023-4e3f1ad04707 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Aug 31 03:10:04.582548 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e4d2c885-7388-4183-af76-13c7e30cd85c req-20f46724-8380-4b25-9ea0-60371319c9fd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322185 Aug 31 03:10:05.700604 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435a7dc-07b6-4059-b93f-8b5a9fc1b978 req-b8984445-e5f3-4cdb-869b-b48793a56560 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:05.702074 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5435a7dc-07b6-4059-b93f-8b5a9fc1b978 req-b8984445-e5f3-4cdb-869b-b48793a56560 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0481634 Aug 31 03:10:05.738595 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5435a7dc-07b6-4059-b93f-8b5a9fc1b978 req-18114fff-27b7-48fa-ac5c-6653cbb3bfb1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307353 Aug 31 03:10:06.572067 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:10:06.857915 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05e14f-c9d4-4392-bb35-11819d53210b req-a0680095-8802-4f4b-a19b-96d5a9cee887 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:06.859334 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bb05e14f-c9d4-4392-bb35-11819d53210b req-a0680095-8802-4f4b-a19b-96d5a9cee887 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0485971 Aug 31 03:10:06.898134 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bb05e14f-c9d4-4392-bb35-11819d53210b req-a470751c-1d66-4635-87ac-7608aef02710 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328021 Aug 31 03:10:08.018862 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b688322-0397-4b40-9b5d-565dbc809af6 req-90b21571-699f-4fb5-bfb4-0f3a8acc077e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:08.020342 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3b688322-0397-4b40-9b5d-565dbc809af6 req-90b21571-699f-4fb5-bfb4-0f3a8acc077e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0504363 Aug 31 03:10:08.059044 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3b688322-0397-4b40-9b5d-565dbc809af6 req-1099d99f-a9b1-4f17-be48-c1bbd0924164 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Aug 31 03:10:09.176432 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218dd1-e820-4727-8b43-2e7559c733ce req-912027e8-7485-4683-9989-b692897deeb0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:09.177890 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67218dd1-e820-4727-8b43-2e7559c733ce req-912027e8-7485-4683-9989-b692897deeb0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0488379 Aug 31 03:10:09.214996 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-67218dd1-e820-4727-8b43-2e7559c733ce req-fa9aa57c-6042-4368-a627-6f699b17c629 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306895 Aug 31 03:10:09.666382 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:10.330567 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d6e30-bd6c-488e-b548-b525ec5c6ed7 req-a887fde9-2911-4a6c-92ab-bff858d04ed1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:10.332059 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-951d6e30-bd6c-488e-b548-b525ec5c6ed7 req-a887fde9-2911-4a6c-92ab-bff858d04ed1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0478351 Aug 31 03:10:10.369083 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-951d6e30-bd6c-488e-b548-b525ec5c6ed7 req-038afbc1-3c99-4909-8604-854755e22c10 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306098 Aug 31 03:10:11.490938 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18a6c9-2b50-4cf1-88e0-e3f6b638e568 req-ddd02c5d-0904-4d63-9cff-8512e85920ce tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:11.492434 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5e18a6c9-2b50-4cf1-88e0-e3f6b638e568 req-ddd02c5d-0904-4d63-9cff-8512e85920ce tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Aug 31 03:10:11.538033 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5e18a6c9-2b50-4cf1-88e0-e3f6b638e568 req-62069052-1abe-4d45-a81a-eaa2e0ec1bb5 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372450 Aug 31 03:10:11.581931 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-a9dd789e-2b6c-42f0-8e35-60b8ced49108 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404315 Aug 31 03:10:11.684796 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-18b9b608-b3e9-4fed-b3ce-76ea4829ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:11.686239 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-18b9b608-b3e9-4fed-b3ce-76ea4829ddd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1098 time: 0.0506847 Aug 31 03:10:11.801996 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-1f0b8f85-0e6b-4d3f-8f15-4af6c038646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:11.803662 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-1f0b8f85-0e6b-4d3f-8f15-4af6c038646a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 910 time: 0.0943043 Aug 31 03:10:11.877547 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-b946de45-7fb6-4673-ab02-e7341fb8d576 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 1001 time: 0.0657561 Aug 31 03:10:11.935333 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-94526bf8-9863-4019-b253-5329046d4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:11.936808 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-94526bf8-9863-4019-b253-5329046d4082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 200 len: 848 time: 0.0510867 Aug 31 03:10:11.989176 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-03715559-09bd-40cd-9fe8-8e25e1e075c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:11.990780 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-03715559-09bd-40cd-9fe8-8e25e1e075c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0bb3054e-ca8e-4249-9fca-6d78ae839b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465484 Aug 31 03:10:12.096500 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-53512753-d08d-4605-a440-4246a4462b64 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975671 Aug 31 03:10:12.195775 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-6b7dcc08-0169-428f-91a9-19ef6b37351b req-fa5c6eee-673b-4cf1-8a76-8ffb65917812 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913646 Aug 31 03:10:12.660436 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc8bfc-74c6-4ab9-809a-04dcd96825ea req-137585ad-796a-4870-a4a6-ccc68944615e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:12.661913 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ecc8bfc-74c6-4ab9-809a-04dcd96825ea req-137585ad-796a-4870-a4a6-ccc68944615e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0498984 Aug 31 03:10:12.698889 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ecc8bfc-74c6-4ab9-809a-04dcd96825ea req-f8c8f004-a711-4468-b1db-242c00728f75 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303149 Aug 31 03:10:12.724821 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:10:12.820282 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:12.831937 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'port_id': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'mac_address': 'fa:16:3e:8e:01:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:10:12.868130 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:12.880369 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:10:12.899316 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:12.903699 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:12.958302 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:13.007205 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:10:13.830605 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e689f3-e80d-425d-86b2-a8ededa1f17e req-7fccf396-6038-43ef-be4f-b27a31726ffd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:13.832195 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60e689f3-e80d-425d-86b2-a8ededa1f17e req-7fccf396-6038-43ef-be4f-b27a31726ffd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 944 time: 0.0541463 Aug 31 03:10:13.872691 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60e689f3-e80d-425d-86b2-a8ededa1f17e req-9aa1067f-2c54-440e-9913-fbf4f7c5dd17 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335457 Aug 31 03:10:14.201271 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-694406e4-b023-4981-8132-22c72ed07270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:14.738416 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:10:14.786952 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:10:14.787757 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:14.881760 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:14.906214 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:10:14.908664 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42e05b-f496-42ed-9b27-cc1e0b08b45f" -d '{"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-plugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:10:14.923073 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:14.929311 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:14.968008 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5bc19d-a012-41c5-8eea-0cbcc3a2a2be x-openstack-request-id: req-af5bc19d-a012-41c5-8eea-0cbcc3a2a2be {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:10:14.968008 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-plugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:10:14.968008 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af5bc19d-a012-41c5-8eea-0cbcc3a2a2be {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:10:14.968008 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'code': 200} Aug 31 03:10:14.998233 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:15.034991 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd1a34-0693-48c4-bfb1-f74bb6fb8a47 req-36635f85-3b04-4169-9751-fb788d67d54d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:15.036627 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60bd1a34-0693-48c4-bfb1-f74bb6fb8a47 req-36635f85-3b04-4169-9751-fb788d67d54d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0546498 Aug 31 03:10:15.078672 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-60bd1a34-0693-48c4-bfb1-f74bb6fb8a47 req-027df0f6-4554-4887-9845-a1d88400745d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349312 Aug 31 03:10:16.210573 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d458-a52e-41db-b1e5-955f360d5988 req-bf3b69a7-9dd8-4dc6-8ed2-f17838c73ea2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:16.212708 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9d0d458-a52e-41db-b1e5-955f360d5988 req-bf3b69a7-9dd8-4dc6-8ed2-f17838c73ea2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0543821 Aug 31 03:10:16.253339 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e9d0d458-a52e-41db-b1e5-955f360d5988 req-d7b5253d-2926-40ad-ae61-468e9acc3ad9 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349164 Aug 31 03:10:16.880701 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c2c6bf0f-4973-49e3-875b-1cc3a9a70024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:17.351414 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:17.400233 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3143c-20c9-4025-91b4-200fa26be12e req-eaa3cf74-c44c-4b2e-82fc-4da34b5178dc tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:17.401879 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9ea3143c-20c9-4025-91b4-200fa26be12e req-eaa3cf74-c44c-4b2e-82fc-4da34b5178dc tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0635600 Aug 31 03:10:17.456100 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9ea3143c-20c9-4025-91b4-200fa26be12e req-2c2327ec-e6f7-4100-b038-bb6b8abebe91 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453382 Aug 31 03:10:18.073429 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:18.598083 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bd403-c80e-4af2-be95-8c505617f12b req-33398c02-5678-4d66-be7b-0c80dbabe1d4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:18.599611 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-005bd403-c80e-4af2-be95-8c505617f12b req-33398c02-5678-4d66-be7b-0c80dbabe1d4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0645816 Aug 31 03:10:18.640048 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-005bd403-c80e-4af2-be95-8c505617f12b req-0486572e-5e29-4e3d-b0a6-8214b06b5ca7 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341594 Aug 31 03:10:19.616769 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:19.766668 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc738e-38ac-44d3-a1b3-f660c8b6e6f2 req-91f73b68-a536-482c-844e-2f048c961776 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:19.775251 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-38dc738e-38ac-44d3-a1b3-f660c8b6e6f2 req-91f73b68-a536-482c-844e-2f048c961776 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0579600 Aug 31 03:10:19.814337 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-38dc738e-38ac-44d3-a1b3-f660c8b6e6f2 req-16dccaff-fa2a-464b-83c1-7962bcba7c6c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381670 Aug 31 03:10:20.940314 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd0114-8b0b-4132-83f5-67e0d92e7e77 req-84f87a9a-0960-4dcc-89c9-bb90390ffc58 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:20.942108 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-45dd0114-8b0b-4132-83f5-67e0d92e7e77 req-84f87a9a-0960-4dcc-89c9-bb90390ffc58 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0533149 Aug 31 03:10:20.985632 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-45dd0114-8b0b-4132-83f5-67e0d92e7e77 req-be29df9d-54e0-4031-b338-a553dbc7a984 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367115 Aug 31 03:10:22.101970 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df5abf-410f-4da4-a89a-f86f00cb2883 req-f4ec91ca-d560-49a0-8bcd-1fe53c28c786 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:22.104228 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c8df5abf-410f-4da4-a89a-f86f00cb2883 req-f4ec91ca-d560-49a0-8bcd-1fe53c28c786 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0487342 Aug 31 03:10:22.143928 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c8df5abf-410f-4da4-a89a-f86f00cb2883 req-ba701c66-8884-4063-8838-819b3d1d36c6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337276 Aug 31 03:10:22.469335 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-f1bf0c31-c9fe-472e-9002-517cf6d53a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:22.470728 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-f1bf0c31-c9fe-472e-9002-517cf6d53a54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1098 time: 0.0440223 Aug 31 03:10:22.558654 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-948a2590-f49d-4a82-9c86-46644579cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:22.560172 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-948a2590-f49d-4a82-9c86-46644579cf6d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.0822518 Aug 31 03:10:22.630506 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-10c78448-420c-4293-b4da-4a43d6040baf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 200 len: 1001 time: 0.0616684 Aug 31 03:10:22.679115 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-65a3330f-9268-4df6-a04b-6361c4360138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:22.680579 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-65a3330f-9268-4df6-a04b-6361c4360138 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0428808 Aug 31 03:10:22.729738 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-5d5894ff-0802-449c-a4cd-e2189c726e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:22.731115 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-5d5894ff-0802-449c-a4cd-e2189c726e7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394051 Aug 31 03:10:22.824146 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-7ca6ce80-a1f3-46bd-b9ec-c2d93bc45723 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842628 Aug 31 03:10:22.914162 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4dcb5a6-58aa-4be1-8703-ce517d62e8bb req-adae4bef-23ce-4c3f-9126-0cdd297e4077 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822375 Aug 31 03:10:23.264442 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1245fe9-fdee-4527-b1b1-3557c70a8348 req-8db79375-006f-43da-b956-80787be3551a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:23.266009 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1245fe9-fdee-4527-b1b1-3557c70a8348 req-8db79375-006f-43da-b956-80787be3551a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0506001 Aug 31 03:10:23.301765 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f1245fe9-fdee-4527-b1b1-3557c70a8348 req-87e1f7a1-c0cf-4367-bd6a-52757f466ed2 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300267 Aug 31 03:10:24.419865 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f8baa-8167-489d-ac21-6cd5d6c87d30 req-1c5f5b7a-a9d0-4685-9b17-7e54cf54a197 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:24.421255 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-825f8baa-8167-489d-ac21-6cd5d6c87d30 req-1c5f5b7a-a9d0-4685-9b17-7e54cf54a197 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 945 time: 0.0485914 Aug 31 03:10:24.457979 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-825f8baa-8167-489d-ac21-6cd5d6c87d30 req-fa76c98b-c1af-417c-b643-c8a76fa16c5b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308304 Aug 31 03:10:24.754531 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:10:24.830043 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:24.851043 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:10:24.853469 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4108d6d8-82e0-4e19-b704-0386c5fd378d" -d '{"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-unplugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:10:24.865255 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:24.869068 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:24.892744 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b72e59-041a-4bcc-98d1-8e7e279aed8b x-openstack-request-id: req-44b72e59-041a-4bcc-98d1-8e7e279aed8b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:10:24.893036 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-unplugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:10:24.893285 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44b72e59-041a-4bcc-98d1-8e7e279aed8b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:10:24.893668 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'code': 200} Aug 31 03:10:24.918472 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:25.579224 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae99e8-4e15-4a79-a6b4-feead7542a6c req-a8ba9aff-92fb-47f1-8b3d-61cca50714e4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:25.580720 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5ae99e8-4e15-4a79-a6b4-feead7542a6c req-a8ba9aff-92fb-47f1-8b3d-61cca50714e4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0513399 Aug 31 03:10:25.617954 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e5ae99e8-4e15-4a79-a6b4-feead7542a6c req-23cc9372-8129-467d-ac72-0d90b1447379 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314116 Aug 31 03:10:26.370112 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [req-8d8c912f-80f2-4991-81e4-ccfa209e9820 req-46f5ca5f-2f26-4e19-a5b2-f460c9251958 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:10:26.371074 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8d8c912f-80f2-4991-81e4-ccfa209e9820 req-46f5ca5f-2f26-4e19-a5b2-f460c9251958 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054584 Aug 31 03:10:26.529093 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69e203-068f-49ae-9ba2-87255b63836a req-60662e7a-6ff7-45ab-a232-434d3b7c8c88 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:26.530551 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9e69e203-068f-49ae-9ba2-87255b63836a req-60662e7a-6ff7-45ab-a232-434d3b7c8c88 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0531528 Aug 31 03:10:26.568876 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9e69e203-068f-49ae-9ba2-87255b63836a req-a3c96928-137b-4acb-84e1-3381fbd89669 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Aug 31 03:10:26.664792 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57574) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:10:26.744116 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-395c8686-63e5-4688-854f-b69b1eb163e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770674 Aug 31 03:10:27.512552 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-baf1a733-01d0-451a-935d-2300000b8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:27.514036 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-baf1a733-01d0-451a-935d-2300000b8a38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927&tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af HTTP/1.1" status: 200 len: 1096 time: 0.0431402 Aug 31 03:10:27.574521 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-84f1f87e-79cb-4583-973b-7c28663d8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:27.576030 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-84f1f87e-79cb-4583-973b-7c28663d8d6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1096 time: 0.0402384 Aug 31 03:10:27.666760 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-5b2646e6-e5c9-427f-801d-5f437bf47899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:27.668332 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-5b2646e6-e5c9-427f-801d-5f437bf47899 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.0856199 Aug 31 03:10:27.688113 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4667670-cd04-4be4-b1b1-ac46618ce07e req-0d2b7c76-e617-4ab6-9c26-3e3910e41f48 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:27.690185 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b4667670-cd04-4be4-b1b1-ac46618ce07e req-0d2b7c76-e617-4ab6-9c26-3e3910e41f48 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0483832 Aug 31 03:10:27.729057 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b4667670-cd04-4be4-b1b1-ac46618ce07e req-3200f382-f9d4-4013-954a-26089da7f30b tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330112 Aug 31 03:10:27.739307 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-48dedfa0-7f20-4248-88f7-18497ac60256 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 200 len: 999 time: 0.0633044 Aug 31 03:10:27.788905 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-572dc26a-8aa9-4937-9dfd-d7d64d7f594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:27.790827 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-572dc26a-8aa9-4937-9dfd-d7d64d7f594e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0434153 Aug 31 03:10:27.835649 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-98201eb0-b18f-47bd-aa2e-cc4d9a932cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:27.837284 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-98201eb0-b18f-47bd-aa2e-cc4d9a932cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393052 Aug 31 03:10:27.926796 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-21faad12-509d-4755-a0c5-a30668fbe304 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819016 Aug 31 03:10:28.014222 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ae4d9c83-b7c9-4884-a915-4d56ce258121 req-72bdf7a6-6c47-4cbd-9fe8-025eddb389df service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793905 Aug 31 03:10:28.756822 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:10:28.872219 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1e7d9-b8b8-4490-aa6d-ad802d8f6007 req-e2a34644-e124-4a99-9630-964664137344 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:28.873712 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-02e1e7d9-b8b8-4490-aa6d-ad802d8f6007 req-e2a34644-e124-4a99-9630-964664137344 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0672886 Aug 31 03:10:28.914904 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-02e1e7d9-b8b8-4490-aa6d-ad802d8f6007 req-32ec9f9e-db1b-4486-9706-a8c62ac7c513 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352306 Aug 31 03:10:29.453504 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a36f7-0dae-473c-83ad-2ffaa4be4497 req-680accd9-4196-4d1f-8e7b-205727c31c24 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:29.454977 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0a3a36f7-0dae-473c-83ad-2ffaa4be4497 req-680accd9-4196-4d1f-8e7b-205727c31c24 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0514228 Aug 31 03:10:29.499156 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0a3a36f7-0dae-473c-83ad-2ffaa4be4497 req-e6dfb4df-c41e-40b7-9919-74f6a4ad46a3 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362253 Aug 31 03:10:30.037911 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c664-7672-49db-9f90-ead1e82ce98a req-80ff2379-d420-45ef-9b2b-01bfb788bb33 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:30.039473 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ddb4c664-7672-49db-9f90-ead1e82ce98a req-80ff2379-d420-45ef-9b2b-01bfb788bb33 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0517132 Aug 31 03:10:30.077068 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ddb4c664-7672-49db-9f90-ead1e82ce98a req-cfb4094e-1226-43c8-b078-e5cf33ec5689 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Aug 31 03:10:30.616422 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99215c0-71eb-4f1f-bba5-9344e7cc0bac req-5ffd335a-fb76-49a6-b939-c70628320c48 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:30.617909 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b99215c0-71eb-4f1f-bba5-9344e7cc0bac req-5ffd335a-fb76-49a6-b939-c70628320c48 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0504098 Aug 31 03:10:30.659848 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b99215c0-71eb-4f1f-bba5-9344e7cc0bac req-6b59e764-a62d-4792-b16c-3ecf0297c388 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350201 Aug 31 03:10:31.204452 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2a970-d631-4c72-9408-f290e52a5aad req-a32fce2f-b3a3-4049-9a7b-b5d2b07d83f8 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:31.205926 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-68b2a970-d631-4c72-9408-f290e52a5aad req-a32fce2f-b3a3-4049-9a7b-b5d2b07d83f8 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0504246 Aug 31 03:10:31.246018 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-68b2a970-d631-4c72-9408-f290e52a5aad req-8b3cf23f-3f59-4f76-ab7e-bef7132f4ced tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340972 Aug 31 03:10:31.801539 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5723-d4f4-4d5e-936f-59be3d1acc5d req-6888e324-4ef7-4924-9a72-188476d6cef0 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:31.803823 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-689f5723-d4f4-4d5e-936f-59be3d1acc5d req-6888e324-4ef7-4924-9a72-188476d6cef0 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0744550 Aug 31 03:10:32.108988 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-689f5723-d4f4-4d5e-936f-59be3d1acc5d req-b772dac2-6868-4fba-9d33-fc62d8fe3343 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2978351 Aug 31 03:10:32.371385 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cb210-efaa-4662-ab04-8dab474df76a req-119ba1b4-613b-43cd-86fa-5bf0e96f9cf0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:32.372769 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-698cb210-efaa-4662-ab04-8dab474df76a req-119ba1b4-613b-43cd-86fa-5bf0e96f9cf0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0502014 Aug 31 03:10:32.412653 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-698cb210-efaa-4662-ab04-8dab474df76a req-293b6f55-7953-4b08-b245-5dea84ba4c3a tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338898 Aug 31 03:10:33.233639 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766f142-c5e4-401a-965f-c438cd634232 req-295e2ca8-b93a-4c79-9a02-2c4505041e5d tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:33.235169 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0766f142-c5e4-401a-965f-c438cd634232 req-295e2ca8-b93a-4c79-9a02-2c4505041e5d tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0543900 Aug 31 03:10:33.277186 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0766f142-c5e4-401a-965f-c438cd634232 req-d22bbd29-3842-4cb0-a915-fb5397d71b91 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358474 Aug 31 03:10:33.538005 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6f38d-9520-4271-8750-2cee6d337418 req-7eeb5e76-6a09-424f-8651-ec9b80328695 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:33.539483 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cab6f38d-9520-4271-8750-2cee6d337418 req-7eeb5e76-6a09-424f-8651-ec9b80328695 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0481808 Aug 31 03:10:33.586173 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cab6f38d-9520-4271-8750-2cee6d337418 req-57413bc1-e6cf-4130-9c51-95ee54921ff1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399013 Aug 31 03:10:34.399160 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceba88-da88-4056-b0ba-0b969a0f049a req-7d69353a-d873-4d14-864f-ecea09082001 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:34.400587 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aaceba88-da88-4056-b0ba-0b969a0f049a req-7d69353a-d873-4d14-864f-ecea09082001 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0483224 Aug 31 03:10:34.444361 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aaceba88-da88-4056-b0ba-0b969a0f049a req-452cd8bb-9279-4795-9cad-5836ce62ca50 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366504 Aug 31 03:10:34.745460 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60537725-0100-4c3a-96c5-4014811f8e25 req-dbc0b506-dee4-4132-bf2e-7516a9723e12 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:34.751772 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60537725-0100-4c3a-96c5-4014811f8e25 req-dbc0b506-dee4-4132-bf2e-7516a9723e12 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0690107 Aug 31 03:10:34.786024 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-60537725-0100-4c3a-96c5-4014811f8e25 req-5cde99a4-976a-49b2-a61c-4d1ca6b6bcef tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Aug 31 03:10:35.587390 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746186f-41b4-422a-9a88-d17fc15fef7a req-ab1167af-0723-4c4a-8fd9-162ecc5d8c55 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:35.591534 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e746186f-41b4-422a-9a88-d17fc15fef7a req-ab1167af-0723-4c4a-8fd9-162ecc5d8c55 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0787876 Aug 31 03:10:35.631681 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e746186f-41b4-422a-9a88-d17fc15fef7a req-fec68476-e601-4f3b-b40c-3655163974d6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390177 Aug 31 03:10:35.917309 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53f31-9b61-4e0e-bf6c-312d71801692 req-4328e9bf-2bcc-4d9f-9ad0-731be10a6746 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:35.919579 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d2a53f31-9b61-4e0e-bf6c-312d71801692 req-4328e9bf-2bcc-4d9f-9ad0-731be10a6746 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0580745 Aug 31 03:10:35.966651 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d2a53f31-9b61-4e0e-bf6c-312d71801692 req-c9422d4c-8a73-418c-befd-7298dd19e7d1 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406437 Aug 31 03:10:36.762895 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731625-8e1d-46dd-acc5-ca4b467b621d req-282450b2-d401-4c61-ac6f-02d4c82eb033 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:36.764588 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-08731625-8e1d-46dd-acc5-ca4b467b621d req-282450b2-d401-4c61-ac6f-02d4c82eb033 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0529091 Aug 31 03:10:36.815782 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-08731625-8e1d-46dd-acc5-ca4b467b621d req-37d344dd-17ef-4b8c-9f88-34ffb673256d tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390995 Aug 31 03:10:37.094395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da5f98-8601-49d9-84d3-12f2eadab642 req-2dabf754-267e-4b3d-b841-6cc03e82ee89 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:37.095912 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-80da5f98-8601-49d9-84d3-12f2eadab642 req-2dabf754-267e-4b3d-b841-6cc03e82ee89 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0487285 Aug 31 03:10:37.139831 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-80da5f98-8601-49d9-84d3-12f2eadab642 req-706085e8-6ba7-43b4-9f5d-4e425ea58a62 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379844 Aug 31 03:10:37.948528 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ba9bd-7ec3-4514-a3db-6899af4793e6 req-4c121c5f-9174-40c7-9a8e-2583d0a9aeb7 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:37.950112 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-295ba9bd-7ec3-4514-a3db-6899af4793e6 req-4c121c5f-9174-40c7-9a8e-2583d0a9aeb7 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0506816 Aug 31 03:10:37.992614 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-295ba9bd-7ec3-4514-a3db-6899af4793e6 req-71cd15b5-0649-4d55-8087-5b098d4cc581 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363941 Aug 31 03:10:38.270945 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c7f41-47b5-4ac9-90dc-40ac90e148f5 req-a6f24fcf-4748-4b54-889c-695f8cdaef51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:38.272510 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5c6c7f41-47b5-4ac9-90dc-40ac90e148f5 req-a6f24fcf-4748-4b54-889c-695f8cdaef51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0549738 Aug 31 03:10:38.339074 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5c6c7f41-47b5-4ac9-90dc-40ac90e148f5 req-de3ab7fd-661a-4d62-ac8b-7a59c5f48441 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542488 Aug 31 03:10:39.109627 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb933bc-1a1c-4db7-bbb9-459577adb704 req-215a3c3d-1195-41b4-a5fc-6165f54acdfa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:39.111113 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ceb933bc-1a1c-4db7-bbb9-459577adb704 req-215a3c3d-1195-41b4-a5fc-6165f54acdfa tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0513597 Aug 31 03:10:39.151728 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ceb933bc-1a1c-4db7-bbb9-459577adb704 req-67a80582-b007-4587-b82e-203a6077b885 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345175 Aug 31 03:10:39.316827 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dcddc-f155-4d69-a415-c797ac48169f req-4cb179e0-c037-492e-8163-7837b8b17ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:39.318196 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-934dcddc-f155-4d69-a415-c797ac48169f req-4cb179e0-c037-492e-8163-7837b8b17ea9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1137 time: 0.0406733 Aug 31 03:10:39.410979 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dcddc-f155-4d69-a415-c797ac48169f req-520ac9d9-c7e2-4806-8c4d-485fc44963a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:39.412484 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-934dcddc-f155-4d69-a415-c797ac48169f req-520ac9d9-c7e2-4806-8c4d-485fc44963a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 916 time: 0.0863869 Aug 31 03:10:39.447971 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d5a04-b555-4755-b485-e89a2389785a req-66070f49-c2d7-4d64-ac8b-9f63b4f563f0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:39.451815 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-440d5a04-b555-4755-b485-e89a2389785a req-66070f49-c2d7-4d64-ac8b-9f63b4f563f0 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0487208 Aug 31 03:10:39.480716 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-934dcddc-f155-4d69-a415-c797ac48169f req-87c5e5e5-f7b9-442a-ab45-e8c2858ae07f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 1000 time: 0.0603471 Aug 31 03:10:39.488329 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-440d5a04-b555-4755-b485-e89a2389785a req-f1abfccb-e375-441b-a480-2f71499d99d6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Aug 31 03:10:39.530452 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dcddc-f155-4d69-a415-c797ac48169f req-09ae13c1-666e-46d3-9097-b03373d4cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:39.531936 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-934dcddc-f155-4d69-a415-c797ac48169f req-09ae13c1-666e-46d3-9097-b03373d4cdda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 200 len: 854 time: 0.0437679 Aug 31 03:10:39.580704 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dcddc-f155-4d69-a415-c797ac48169f req-1cc9f141-1dcf-44f9-a645-1b35a675e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:39.582075 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-934dcddc-f155-4d69-a415-c797ac48169f req-1cc9f141-1dcf-44f9-a645-1b35a675e8a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb3e649-b218-44bb-ae4f-57c0f385b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423837 Aug 31 03:10:39.671534 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-934dcddc-f155-4d69-a415-c797ac48169f req-39687752-b4e7-4a87-86d6-6a5c910a17ad service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808375 Aug 31 03:10:39.700224 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:39.770993 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-934dcddc-f155-4d69-a415-c797ac48169f req-2f99746e-5d4d-403f-bdbb-c693d7b6fb96 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915287 Aug 31 03:10:40.267784 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0414b6-07ac-436a-9a34-9f10a4f267ea req-9f358fa1-702b-400a-8701-b940bd5fc5c5 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:40.269271 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5d0414b6-07ac-436a-9a34-9f10a4f267ea req-9f358fa1-702b-400a-8701-b940bd5fc5c5 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0493906 Aug 31 03:10:40.308457 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5d0414b6-07ac-436a-9a34-9f10a4f267ea req-6c333464-8f17-46d7-bbad-533ba8edad2a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323880 Aug 31 03:10:40.605289 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0018-8979-4ed0-9e1d-c4f9606993d9 req-da5af250-7d08-40aa-a1d4-0280b42f5139 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:40.607085 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-212e0018-8979-4ed0-9e1d-c4f9606993d9 req-da5af250-7d08-40aa-a1d4-0280b42f5139 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 943 time: 0.0477214 Aug 31 03:10:40.645023 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-212e0018-8979-4ed0-9e1d-c4f9606993d9 req-18517c66-036b-44b0-bb7e-0268bc9f5069 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Aug 31 03:10:40.839239 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:10:40.930199 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:40.945127 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'port_id': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'mac_address': 'fa:16:3e:8e:01:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:10:40.981017 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:40.993354 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:10:41.012436 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:41.016254 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:41.061878 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:41.280481 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:10:41.422795 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33d7a2-b211-499d-8a30-91248d0116ae req-acea579e-15cd-454f-8718-45eec1059785 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:41.424234 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-be33d7a2-b211-499d-8a30-91248d0116ae req-acea579e-15cd-454f-8718-45eec1059785 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0489755 Aug 31 03:10:41.463548 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-be33d7a2-b211-499d-8a30-91248d0116ae req-f6ff1bc2-dfca-490f-946b-4b237f63cf8a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329945 Aug 31 03:10:41.765305 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e82c-6084-409e-afac-cc4aed73a395 req-168062d7-fba9-4e2d-8c2d-93b714847843 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:41.766783 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4103e82c-6084-409e-afac-cc4aed73a395 req-168062d7-fba9-4e2d-8c2d-93b714847843 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 944 time: 0.0523705 Aug 31 03:10:41.803068 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4103e82c-6084-409e-afac-cc4aed73a395 req-0f353586-591f-4e80-aa39-cfa34ee5981d tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304694 Aug 31 03:10:42.576120 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677870ac-d15e-44f6-8422-8c4ca5a7fbdd req-8a9f1a94-c8e3-45ec-bc17-6590d40e907c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:42.577568 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-677870ac-d15e-44f6-8422-8c4ca5a7fbdd req-8a9f1a94-c8e3-45ec-bc17-6590d40e907c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0481715 Aug 31 03:10:42.619819 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-677870ac-d15e-44f6-8422-8c4ca5a7fbdd req-204ec998-4339-475b-a10d-a322d69082ba tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363181 Aug 31 03:10:42.840421 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:10:42.889395 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:10:42.889766 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:42.927516 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8b506-e3fc-4d10-affb-6e6a4896c9c7 req-5c5422cc-c9da-4b8e-9fa3-3c14ebd70395 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:42.929015 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0ec8b506-e3fc-4d10-affb-6e6a4896c9c7 req-5c5422cc-c9da-4b8e-9fa3-3c14ebd70395 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 944 time: 0.0483196 Aug 31 03:10:42.966889 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-0ec8b506-e3fc-4d10-affb-6e6a4896c9c7 req-e5d21739-0738-4b6c-b147-c6ece2066482 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Aug 31 03:10:42.968122 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:42.990593 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:10:42.992855 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a28bfa-a442-4504-b123-9b2410cbe8eb" -d '{"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-plugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:10:43.005775 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:10:43.010356 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:43.033117 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0566ac4c-3207-45ff-92fe-4084f56d5f53 x-openstack-request-id: req-0566ac4c-3207-45ff-92fe-4084f56d5f53 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:10:43.033403 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-plugged", "status": "completed", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:10:43.033658 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0566ac4c-3207-45ff-92fe-4084f56d5f53 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:10:43.034051 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'code': 200} Aug 31 03:10:43.059944 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:10:43.208342 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c65c5-3895-47d1-bea6-e25e4d4644e2 req-bdd5dbb4-6eb7-4eb8-aba6-a9097f612e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:43.209800 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-812c65c5-3895-47d1-bea6-e25e4d4644e2 req-bdd5dbb4-6eb7-4eb8-aba6-a9097f612e9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1099 time: 0.0397274 Aug 31 03:10:43.248814 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-812c65c5-3895-47d1-bea6-e25e4d4644e2 req-f6fdfabb-c739-4385-913c-1cd0ccdd3ae8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277352 Aug 31 03:10:43.570979 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:10:43.733792 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d608763-81b8-4f38-bf6a-31e102f27826 req-47046a28-bae2-47b6-b7c2-82aa35b0a035 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:43.735258 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5d608763-81b8-4f38-bf6a-31e102f27826 req-47046a28-bae2-47b6-b7c2-82aa35b0a035 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0491781 Aug 31 03:10:43.777524 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5d608763-81b8-4f38-bf6a-31e102f27826 req-916a94d6-6800-4360-9fbd-fa28346dd73f tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362086 Aug 31 03:10:44.085110 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1d6ab-2c46-44e8-b53e-034903c69c70 req-0d825172-af0d-470e-af57-98a30fd7d0d6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:44.086577 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35b1d6ab-2c46-44e8-b53e-034903c69c70 req-0d825172-af0d-470e-af57-98a30fd7d0d6 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Aug 31 03:10:44.124131 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-35b1d6ab-2c46-44e8-b53e-034903c69c70 req-53fdc7b3-584c-4bed-a3d2-32a609a21a51 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Aug 31 03:10:44.194934 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf454028-81ff-4fb2-aec5-a5d6af66f5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:44.897968 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29965e2f-9dc9-42f3-8180-d3c43a504748 req-d1ef738d-4d30-487d-bee6-825fbf402339 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:44.899349 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-29965e2f-9dc9-42f3-8180-d3c43a504748 req-d1ef738d-4d30-487d-bee6-825fbf402339 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0519466 Aug 31 03:10:44.940997 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-29965e2f-9dc9-42f3-8180-d3c43a504748 req-dc7b357e-c7f6-4827-a30d-561d347d135a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350602 Aug 31 03:10:45.250112 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed844bd-2992-4fa3-b4ae-205879f107b1 req-01068233-6cb3-478f-88fd-48ec7a2dc059 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:45.251581 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2ed844bd-2992-4fa3-b4ae-205879f107b1 req-01068233-6cb3-478f-88fd-48ec7a2dc059 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 946 time: 0.0479789 Aug 31 03:10:45.292036 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2ed844bd-2992-4fa3-b4ae-205879f107b1 req-ac548b02-4e0f-4e5e-a3e3-f1c2be9f7758 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346863 Aug 31 03:10:46.055037 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8f042-e1bf-4aeb-aa02-3b23381a5536 req-9ba5f68c-7b33-4584-adb2-85e92bd5cfc3 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:46.057107 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6ab8f042-e1bf-4aeb-aa02-3b23381a5536 req-9ba5f68c-7b33-4584-adb2-85e92bd5cfc3 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0491281 Aug 31 03:10:46.096602 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6ab8f042-e1bf-4aeb-aa02-3b23381a5536 req-6752f992-1c40-4af3-9bae-cb65e3f5bd3d tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334980 Aug 31 03:10:46.883421 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-722c9764-d783-43cb-bb62-8513625fd772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:47.217639 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ccc46-6b67-4e5b-9dff-7822c4aab02b req-9935d55b-b46c-4e7a-9b6b-fcd304ab042d tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:47.219140 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3a6ccc46-6b67-4e5b-9dff-7822c4aab02b req-9935d55b-b46c-4e7a-9b6b-fcd304ab042d tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0503402 Aug 31 03:10:47.258738 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3a6ccc46-6b67-4e5b-9dff-7822c4aab02b req-b6730ddc-6d00-4054-979a-048fdf98a16c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335686 Aug 31 03:10:47.342362 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:48.074651 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:48.371204 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83863a-6701-4cb2-85ad-42fa6dcbb327 req-5300eaac-a504-459d-bd24-687c36b594f6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:48.372590 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ca83863a-6701-4cb2-85ad-42fa6dcbb327 req-5300eaac-a504-459d-bd24-687c36b594f6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0480151 Aug 31 03:10:48.413281 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ca83863a-6701-4cb2-85ad-42fa6dcbb327 req-877f6541-3ee1-4a45-ae92-6a479efe8b2c tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347419 Aug 31 03:10:49.526524 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926557-4ece-4f41-8f0f-8cc076974ea2 req-4b3ea933-5a58-4e97-a35a-13a6049ee086 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:49.528033 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b7926557-4ece-4f41-8f0f-8cc076974ea2 req-4b3ea933-5a58-4e97-a35a-13a6049ee086 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0480413 Aug 31 03:10:49.566864 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-b7926557-4ece-4f41-8f0f-8cc076974ea2 req-fc98286b-c0b5-4023-8ac6-7b59b7bde8af tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328619 Aug 31 03:10:49.613541 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:10:50.685160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06e721-a365-4cf6-bdc0-f0656e36fb82 req-4648683c-e1c4-472c-80f1-8c481f0fe8c6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:50.686632 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4e06e721-a365-4cf6-bdc0-f0656e36fb82 req-4648683c-e1c4-472c-80f1-8c481f0fe8c6 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0512762 Aug 31 03:10:50.726198 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4e06e721-a365-4cf6-bdc0-f0656e36fb82 req-8974d473-104d-4f94-a389-e122136d1e8b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a6f7905-db53-49fc-9969-a55d394d5273&id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333879 Aug 31 03:10:58.837378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ae1ab-7641-4b52-9146-65378ec59d10 req-94306f1b-0539-4b21-9153-0c2509ddddb2 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:58.839274 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4b0ae1ab-7641-4b52-9146-65378ec59d10 req-94306f1b-0539-4b21-9153-0c2509ddddb2 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0532742 Aug 31 03:10:58.878469 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4b0ae1ab-7641-4b52-9146-65378ec59d10 req-8b83cc81-6f9b-4f3e-a453-0d6ed67e47de tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Aug 31 03:10:59.992532 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68706c50-b7f9-4b87-955e-d431cd8bd983 req-b3a3d3c8-1fb5-43d2-b811-a613c182bb9b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:10:59.993994 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-68706c50-b7f9-4b87-955e-d431cd8bd983 req-b3a3d3c8-1fb5-43d2-b811-a613c182bb9b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0473008 Aug 31 03:11:00.035490 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-68706c50-b7f9-4b87-955e-d431cd8bd983 req-a8dac4d7-fd74-4d55-92cd-e59848655b3e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348556 Aug 31 03:11:01.147316 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88041e56-de2c-4e03-ab62-1fe9c4b2035f req-fe35b394-6a0d-455a-93ae-a8f22a431323 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:01.148818 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-88041e56-de2c-4e03-ab62-1fe9c4b2035f req-fe35b394-6a0d-455a-93ae-a8f22a431323 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0478027 Aug 31 03:11:01.185364 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-88041e56-de2c-4e03-ab62-1fe9c4b2035f req-cf311db0-ea55-4a1a-bab9-2eda1a543dcd tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301442 Aug 31 03:11:02.298551 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf6b96-8eb4-4146-b59b-a44d1cad35f4 req-b89b36ae-dae8-40a1-9919-975ca5a482aa tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:02.300052 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9bdf6b96-8eb4-4146-b59b-a44d1cad35f4 req-b89b36ae-dae8-40a1-9919-975ca5a482aa tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Aug 31 03:11:02.336722 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9bdf6b96-8eb4-4146-b59b-a44d1cad35f4 req-60b380db-743b-4334-85ea-236b9ca9d195 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Aug 31 03:11:03.465015 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9d977-7916-4d07-8b4a-b75e0b7fb792 req-72e9ba7f-97ed-485e-879a-4258c5f71916 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:03.466498 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ac9d977-7916-4d07-8b4a-b75e0b7fb792 req-72e9ba7f-97ed-485e-879a-4258c5f71916 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Aug 31 03:11:03.503924 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2ac9d977-7916-4d07-8b4a-b75e0b7fb792 req-d162aaec-8595-4b8e-b439-b6c7fcf787db tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Aug 31 03:11:04.615558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2934941-0ff1-473b-90e7-5bb6c112a0b8 req-4357058c-623b-4128-95af-66d7cf1b23a0 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:04.617010 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a2934941-0ff1-473b-90e7-5bb6c112a0b8 req-4357058c-623b-4128-95af-66d7cf1b23a0 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0480633 Aug 31 03:11:04.655415 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-a2934941-0ff1-473b-90e7-5bb6c112a0b8 req-f7aaa4de-e0f6-4c9c-8357-042b8f8aac92 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Aug 31 03:11:05.769042 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942336d-0ab0-4347-87dd-d16e9deb367c req-5f9dd483-ded1-48ca-9bc0-b603937d7ef9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:05.770518 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4942336d-0ab0-4347-87dd-d16e9deb367c req-5f9dd483-ded1-48ca-9bc0-b603937d7ef9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0483732 Aug 31 03:11:05.807684 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4942336d-0ab0-4347-87dd-d16e9deb367c req-c6a61f04-402f-4d66-8908-e834aeb108ec tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Aug 31 03:11:06.921040 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c66d-6151-4bac-ade7-12cfee207475 req-4652cf17-7f26-4294-84bf-966a4fc64b89 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:06.922500 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bab9c66d-6151-4bac-ade7-12cfee207475 req-4652cf17-7f26-4294-84bf-966a4fc64b89 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0480969 Aug 31 03:11:06.962375 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-bab9c66d-6151-4bac-ade7-12cfee207475 req-500191f3-6b66-418e-b208-55c7f47cb440 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337892 Aug 31 03:11:08.074832 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67805d0-1669-4655-b835-170cc5272087 req-49c586b3-2930-476f-9bea-890ddd59e13c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:08.076251 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a67805d0-1669-4655-b835-170cc5272087 req-49c586b3-2930-476f-9bea-890ddd59e13c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0480897 Aug 31 03:11:08.114521 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a67805d0-1669-4655-b835-170cc5272087 req-04132b96-84a0-4fd8-9f46-bb858c775649 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324504 Aug 31 03:11:08.987240 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-f034f6f7-068b-4ddf-bd75-30873c807844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:08.988746 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-f034f6f7-068b-4ddf-bd75-30873c807844 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1098 time: 0.0395863 Aug 31 03:11:09.075748 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-b72b5338-979f-4151-a904-94728520ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:09.077186 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-b72b5338-979f-4151-a904-94728520ddab service neutron] 10.222.0.45 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 910 time: 0.0812922 Aug 31 03:11:09.150061 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-26522621-766e-40c8-b5b9-104318604230 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 1001 time: 0.0625794 Aug 31 03:11:09.222595 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-b67c6795-f7ad-4723-9afd-67cffb72c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:09.224091 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-b67c6795-f7ad-4723-9afd-67cffb72c607 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 200 len: 848 time: 0.0667777 Aug 31 03:11:09.252031 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ecc0-184e-4f35-b205-8bd5a4907bb1 req-b4cd24ea-5a72-4210-9f8a-ca12f6c6913c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:09.253503 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-82f0ecc0-184e-4f35-b205-8bd5a4907bb1 req-b4cd24ea-5a72-4210-9f8a-ca12f6c6913c tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0708272 Aug 31 03:11:09.310732 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-cee050e1-4896-4107-aa95-2f6c058bbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:09.312218 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-cee050e1-4896-4107-aa95-2f6c058bbba2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0bb3054e-ca8e-4249-9fca-6d78ae839b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770943 Aug 31 03:11:09.315376 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-82f0ecc0-184e-4f35-b205-8bd5a4907bb1 req-17328114-f909-400e-9c87-5974ccaed43b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478702 Aug 31 03:11:09.402042 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-8367e19c-3170-4d85-aeea-b517ed9bf3a0 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820258 Aug 31 03:11:09.492645 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e3b7de37-352c-4dd0-b28b-31f18da3d329 req-b03c3397-79c9-4afe-8d70-c9ea3c1e6845 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Aug 31 03:11:09.695316 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:10.430711 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc32515-a0d5-4208-8130-91f3963eba35 req-23011b7b-14a3-46ce-b72e-374544ea610d tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:10.432221 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6cc32515-a0d5-4208-8130-91f3963eba35 req-23011b7b-14a3-46ce-b72e-374544ea610d tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0515819 Aug 31 03:11:10.469219 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-6cc32515-a0d5-4208-8130-91f3963eba35 req-66d83817-9b33-4e96-9c4c-7aafa2e1d51f tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Aug 31 03:11:11.591594 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6da3ed-61db-45e2-829e-7b5471741fd8 req-d6ffdb04-97af-42ee-b44f-44f260c87ce6 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:11.593060 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8e6da3ed-61db-45e2-829e-7b5471741fd8 req-d6ffdb04-97af-42ee-b44f-44f260c87ce6 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0530684 Aug 31 03:11:11.629717 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-8e6da3ed-61db-45e2-829e-7b5471741fd8 req-2118e1ea-8b2a-41bc-9df6-cbcaa3c148b6 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306015 Aug 31 03:11:11.834885 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-96ed2b11-0afc-4376-84c7-d065237cd5fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687444 Aug 31 03:11:11.848615 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923092d-674d-4f3a-b415-d6acec960f0b req-2181aaed-90be-4b43-9748-51ad94d7b013 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:11.850096 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9923092d-674d-4f3a-b415-d6acec960f0b req-2181aaed-90be-4b43-9748-51ad94d7b013 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0595646 Aug 31 03:11:11.895339 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9923092d-674d-4f3a-b415-d6acec960f0b req-32ee7e68-a271-408f-ad5a-b25102ecfe32 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376279 Aug 31 03:11:12.609187 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-700ea2e6-670e-4cf0-8c1a-42f33607de8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557654 Aug 31 03:11:12.678488 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-debe41a3-3a8f-49b6-ba8a-dcdda50b8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:12.680468 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-debe41a3-3a8f-49b6-ba8a-dcdda50b8d4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 1099 time: 0.0475845 Aug 31 03:11:12.812318 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-157b88e6-61b3-462a-b6b7-d2648c8d1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:12.814068 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-157b88e6-61b3-462a-b6b7-d2648c8d1606 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 200 len: 917 time: 0.1136248 Aug 31 03:11:12.906115 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-757b2d84-bec9-4263-8ad9-e9f04e48721f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 200 len: 1001 time: 0.0782838 Aug 31 03:11:12.964824 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-0aa40ce1-78de-4ef0-b241-8638ddaebac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:12.966420 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-0aa40ce1-78de-4ef0-b241-8638ddaebac8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 200 len: 855 time: 0.0520153 Aug 31 03:11:13.021902 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-36c386a4-0e9b-479d-986e-6c8cffc92b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:13.023429 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-36c386a4-0e9b-479d-986e-6c8cffc92b5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df3f984-67b2-4c53-9175-d8cb79583fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488944 Aug 31 03:11:13.025358 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3385-aa59-4d81-b24f-14c5d6d2d930 req-a95b6970-65e3-4608-9080-85735a5c95fa tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:13.026968 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-61cf3385-aa59-4d81-b24f-14c5d6d2d930 req-a95b6970-65e3-4608-9080-85735a5c95fa tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Aug 31 03:11:13.072334 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-61cf3385-aa59-4d81-b24f-14c5d6d2d930 req-2e8a83ca-568c-47c3-8e1a-c68bfe453639 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Aug 31 03:11:13.124570 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-20e94d24-2b54-4509-bfd1-d681de7f0f86 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908914 Aug 31 03:11:13.217781 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-f3ed7f65-fa5c-421b-b1e8-55980be141e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:13.219301 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-f3ed7f65-fa5c-421b-b1e8-55980be141e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672&tenant_id=14b6381710ab43a399d108dbe1d67a1c HTTP/1.1" status: 200 len: 1098 time: 0.0728571 Aug 31 03:11:13.237132 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-78bfb2a3-9216-41e6-bc8d-18cfcf53db92 req-f89ccdfd-9200-4ac9-a64e-f6d232016f54 service neutron] 10.222.0.45 "GET /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912178 Aug 31 03:11:13.296245 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-db2c66da-b00f-4178-ac16-4d0e334b105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:13.297726 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-db2c66da-b00f-4178-ac16-4d0e334b105c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1098 time: 0.0435562 Aug 31 03:11:13.389526 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-203eb241-664c-4490-a914-032ebeaa95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:13.391018 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-203eb241-664c-4490-a914-032ebeaa95e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 910 time: 0.0835326 Aug 31 03:11:13.470899 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-ccf69748-7e7d-4b07-8d88-72f676a9fc29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 1001 time: 0.0713487 Aug 31 03:11:13.522930 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-47a006e9-edc3-4c75-8d40-eab4807670d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:13.524461 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-47a006e9-edc3-4c75-8d40-eab4807670d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 200 len: 848 time: 0.0459919 Aug 31 03:11:13.570214 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-03cc8568-b82c-42f4-8bfe-05fc13d48e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:13.571704 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-03cc8568-b82c-42f4-8bfe-05fc13d48e6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0bb3054e-ca8e-4249-9fca-6d78ae839b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390558 Aug 31 03:11:13.895925 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-028dcada-72cb-4b38-9a41-94da65376ffa service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157136 Aug 31 03:11:13.984220 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-52b2402b-e05e-48d5-a6b9-e97a8623c327 req-8897c0e0-54f6-4776-ad9a-63b9142963be service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800138 Aug 31 03:11:14.198134 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c2c6b531-1698-4858-b174-b1b67e2e1655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:14.200931 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd954f0-2d51-4c6d-af05-c26924d8d767 req-7f492a3c-04ec-40b1-93d7-211f5fd9b624 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:14.202426 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-efd954f0-2d51-4c6d-af05-c26924d8d767 req-7f492a3c-04ec-40b1-93d7-211f5fd9b624 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0526257 Aug 31 03:11:14.238990 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-efd954f0-2d51-4c6d-af05-c26924d8d767 req-abd0a08e-5480-4ce3-b548-79af9d4343a5 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305583 Aug 31 03:11:14.985098 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device f0c24567-a230-4022-93e7-8528baff737e no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:15.060182 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:15.081616 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:15.083847 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91892e6c-e7c0-45cb-9c63-5cffc2a17421" -d '{"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c24567-a230-4022-93e7-8528baff737e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:15.096518 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:15.100673 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:15.125798 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb0ad8-c7bb-412f-b74a-9f9c81c15022 x-openstack-request-id: req-0bbb0ad8-c7bb-412f-b74a-9f9c81c15022 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:15.126085 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c24567-a230-4022-93e7-8528baff737e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:15.126333 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bbb0ad8-c7bb-412f-b74a-9f9c81c15022 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:15.126715 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e', 'code': 200} Aug 31 03:11:15.151639 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:15.158442 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.158788 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.159126 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.159485 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.159813 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.160143 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.160468 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.160790 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.161114 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.161480 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.161840 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.162239 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:15.351889 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f707ba-11eb-483d-aead-a137ca223994 req-88beec81-454a-4856-970d-9fa48f3f1949 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:15.353403 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-15f707ba-11eb-483d-aead-a137ca223994 req-88beec81-454a-4856-970d-9fa48f3f1949 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0478435 Aug 31 03:11:15.390596 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-15f707ba-11eb-483d-aead-a137ca223994 req-f154e1d7-2114-4e96-b0dc-d140cf80590e tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Aug 31 03:11:16.510240 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf74eb8-877b-48a2-8eb5-bbcbf4dfeba0 req-334fdd1a-3228-4381-a47b-c859023902f6 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:16.511737 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-eaf74eb8-877b-48a2-8eb5-bbcbf4dfeba0 req-334fdd1a-3228-4381-a47b-c859023902f6 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0531411 Aug 31 03:11:16.551194 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-eaf74eb8-877b-48a2-8eb5-bbcbf4dfeba0 req-4872a1c5-cb08-4321-b982-b8ac66622aae tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334220 Aug 31 03:11:16.886204 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3e089aa5-fded-4f1a-8ac7-8c8fc6d4a0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:17.343537 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:17.669194 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb3033-964f-4b9e-bc44-5f8924bae303 req-816699ac-966f-4850-8fa3-19ac1f40608b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:17.670584 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3dfb3033-964f-4b9e-bc44-5f8924bae303 req-816699ac-966f-4850-8fa3-19ac1f40608b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0490515 Aug 31 03:11:17.711788 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-3dfb3033-964f-4b9e-bc44-5f8924bae303 req-5ea8954a-4c97-4881-a594-6b8e8d4ef6c6 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352128 Aug 31 03:11:18.075921 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:18.391743 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f6ce-04ab-462d-8d99-c7e808bc5f4a req-413de68f-75e3-4a57-a8d0-0a93ea540597 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:18.393469 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a455f6ce-04ab-462d-8d99-c7e808bc5f4a req-413de68f-75e3-4a57-a8d0-0a93ea540597 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 946 time: 0.0574253 Aug 31 03:11:18.433450 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a455f6ce-04ab-462d-8d99-c7e808bc5f4a req-4a4831a1-8ebd-4bd9-8599-1304f444482c tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Aug 31 03:11:18.829833 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69308c80-d2bb-42ef-b0e2-02ea4965fd23 req-0f5a0d96-0e2c-4bac-a185-424ec2b3d8d3 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:18.831300 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-69308c80-d2bb-42ef-b0e2-02ea4965fd23 req-0f5a0d96-0e2c-4bac-a185-424ec2b3d8d3 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0479181 Aug 31 03:11:18.867899 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-69308c80-d2bb-42ef-b0e2-02ea4965fd23 req-1f456933-170d-40df-b5ea-50319693e2a2 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307441 Aug 31 03:11:19.551435 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566f54d-a7df-4a93-ad5f-c70ab21b9097 req-053c8269-dd9f-4ccc-9e80-04d12e51d6bd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:19.552926 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9566f54d-a7df-4a93-ad5f-c70ab21b9097 req-053c8269-dd9f-4ccc-9e80-04d12e51d6bd tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 946 time: 0.0490844 Aug 31 03:11:19.591180 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9566f54d-a7df-4a93-ad5f-c70ab21b9097 req-85b25ff8-dbba-4c57-a62e-567c5ec5cf34 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups?id=c26748c3-93e3-410a-afdc-deee6848e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Aug 31 03:11:19.619388 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:19.796415 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85160bb4-8033-478e-be4b-232db26e03fc req-4631e79e-cfd4-4705-91b0-0b15aea0224e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:19.797858 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-85160bb4-8033-478e-be4b-232db26e03fc req-4631e79e-cfd4-4705-91b0-0b15aea0224e tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 946 time: 0.0519431 Aug 31 03:11:19.888323 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Deleting port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:19.888669 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:19.978291 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] For port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:19.978655 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:19.981144 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdb7c5-2a57-427d-87bb-cb728fec431d req-d8f49a3d-e8e2-41f3-be0e-e8f50ee30a03 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:19.982742 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c1fdb7c5-2a57-427d-87bb-cb728fec431d req-d8f49a3d-e8e2-41f3-be0e-e8f50ee30a03 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0483170 Aug 31 03:11:20.022078 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c1fdb7c5-2a57-427d-87bb-cb728fec431d req-d5c5f495-b7a8-49e8-a437-0b8a461a5997 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332208 Aug 31 03:11:20.157186 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:20.157558 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:20.157877 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Floating IP b48ca5d1-700b-4969-8b0e-f8afe0aad3bd disassociated. External IP: 172.27.1.207, port: 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011. Aug 31 03:11:20.158216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Calling delete_port for 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:20.213733 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5a757-4cd4-4551-9c26-70e94c2c3ea9 req-934a0025-096f-4407-a182-6146725a22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:20.215231 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aed5a757-4cd4-4551-9c26-70e94c2c3ea9 req-934a0025-096f-4407-a182-6146725a22cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1096 time: 0.0392375 Aug 31 03:11:20.253844 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aed5a757-4cd4-4551-9c26-70e94c2c3ea9 req-4f4f6822-6668-469c-9168-83a90b0d1b14 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309675 Aug 31 03:11:20.286633 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:20.313352 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event deleted for resources: {'Port': ['ID=5e455dcc-46d0-4cf1-9fa0-7f8a1140f011,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:20.323561 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.323909 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.324249 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.324586 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.324918 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.325250 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.325576 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.326478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.326478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.326674 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.326880 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.327142 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:20.436009 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:11:20.539350 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:20.549886 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] Sync routers for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:20.559448 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:20.560060 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:20.569027 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:11:20.579521 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] No DVR routers for this DVR port 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:11:20.582202 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:20.584363 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-85160bb4-8033-478e-be4b-232db26e03fc req-8efe979f-6150-40cb-b3f2-bf80bd1a42b4 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.45 "DELETE /v2.0/ports/5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 HTTP/1.1" status: 204 len: 173 time: 0.7792525 Aug 31 03:11:20.584805 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-deleted', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:20.587315 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fd790f-0bb6-432d-b3d7-123fb5140f48" -d '{"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-deleted", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:20.635977 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a548fba-0f70-423a-b909-e1100b46b08e x-openstack-request-id: req-2a548fba-0f70-423a-b909-e1100b46b08e {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:20.636324 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d25424-6b53-4367-bec2-d17bda081927", "name": "network-vif-deleted", "tag": "5e455dcc-46d0-4cf1-9fa0-7f8a1140f011", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:20.636760 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a548fba-0f70-423a-b909-e1100b46b08e {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:20.636992 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d25424-6b53-4367-bec2-d17bda081927', 'name': 'network-vif-deleted', 'tag': '5e455dcc-46d0-4cf1-9fa0-7f8a1140f011', 'status': 'completed', 'code': 200} Aug 31 03:11:20.674776 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:20.753200 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f18166cd-f6d6-486a-9d6b-646b1db1c5bd req-c5cb5a80-6853-41c6-88b0-e48a68cb6492 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d25424-6b53-4367-bec2-d17bda081927 HTTP/1.1" status: 200 len: 210 time: 0.0453372 Aug 31 03:11:20.891545 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:20.916918 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] Checking router: c10319cd-8ecb-44e3-8c29-cceb5dc26b4f for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:20.924746 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:20.925351 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:21.007159 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device f0c24567-a230-4022-93e7-8528baff737e details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:11:21.160786 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac93cc-ec80-4110-a3f5-005b119b799a req-46513a2c-2256-4777-8890-9680df4e0de8 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:21.162459 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-19ac93cc-ec80-4110-a3f5-005b119b799a req-46513a2c-2256-4777-8890-9680df4e0de8 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 943 time: 0.0652082 Aug 31 03:11:21.203336 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-19ac93cc-ec80-4110-a3f5-005b119b799a req-19dd4745-1bb5-4931-b4fe-5d75356b6b1b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Aug 31 03:11:21.223605 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:21.362521 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:21.380065 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'f0c24567-a230-4022-93e7-8528baff737e', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'port_id': 'f0c24567-a230-4022-93e7-8528baff737e', 'mac_address': 'fa:16:3e:4b:67:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:11:21.440130 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:21.474365 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c24567-a230-4022-93e7-8528baff737e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:11:21.499277 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:21.502854 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:21.559709 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:21.562574 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:21.589035 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b585e16-66b4-489b-bd23-14be70cae471 None None] The sync data for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi is: [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:04:13Z', 'revision_number': 4, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '2526ba14-2740-4926-8d4e-8ed180b43300', 'name': '', 'network_id': '2df3f984-67b2-4c53-9175-d8cb79583fc9', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'mac_address': 'fa:16:3e:c0:f4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:11Z', 'updated_at': '2021-08-31T03:04:19Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'subnets': [{'id': '4cf1e552-2f55-4c5f-9a3b-5300c9a4684e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:21.742480 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['f0c24567-a230-4022-93e7-8528baff737e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:11:21.803331 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fcbec9-19e6-460f-a45a-159b3e99225e None None] New status for floating IP b48ca5d1-700b-4969-8b0e-f8afe0aad3bd: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:11:21.848141 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57820) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:21.907864 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:21.932827 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:21.983178 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:21.985912 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:21.987043 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "DELETE /v2.0/security-groups/c26748c3-93e3-410a-afdc-deee6848e3f0 HTTP/1.1" status: 204 len: 168 time: 0.1373482 Aug 31 03:11:21.989865 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57822) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:21.996533 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26748c3-93e3-410a-afdc-deee6848e3f0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:22.003722 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.004070 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.004409 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.004748 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.004886 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.api.v2.resource [None req-e2b8f737-fa20-4c13-8e0a-868972d06799 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] show failed (client error): The resource could not be found. Aug 31 03:11:22.005081 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.005411 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.005734 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.005848 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e2b8f737-fa20-4c13-8e0a-868972d06799 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "GET /v2.0/security-groups/c26748c3-93e3-410a-afdc-deee6848e3f0 HTTP/1.1" status: 404 len: 347 time: 0.0144174 Aug 31 03:11:22.006171 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.006500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.006822 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.007143 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.007484 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f86ff-e58d-448e-acd0-83eec176f327 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:11:22.008864 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57824) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:22.132997 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Deleting port 56c0f873-2f23-4f01-b18b-8244a244d9ed {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:22.133336 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:22.207816 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:22.208068 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:22.220029 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Calling delete_port for 56c0f873-2f23-4f01-b18b-8244a244d9ed owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:22.315836 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e61f3-0911-4d90-be4a-a3940682a815 req-208d2c41-f4a4-41c3-a72c-91f6677654ae tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:22.317342 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ef9e61f3-0911-4d90-be4a-a3940682a815 req-208d2c41-f4a4-41c3-a72c-91f6677654ae tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 944 time: 0.0483894 Aug 31 03:11:22.351569 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:22.357736 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ef9e61f3-0911-4d90-be4a-a3940682a815 req-961814ac-9d03-46ef-99e6-2a93bd2295f3 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Aug 31 03:11:22.391210 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Pushing event deleted for resources: {'Port': ['ID=56c0f873-2f23-4f01-b18b-8244a244d9ed,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:22.464845 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:22.467358 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:22.468520 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-05b55aee-57d2-4f72-8eed-a44cf1155a53 tempest-AttachVolumeShelveTestJSON-1376551387 tempest-AttachVolumeShelveTestJSON-1376551387-project] 10.222.0.39 "DELETE /v2.0/floatingips/b48ca5d1-700b-4969-8b0e-f8afe0aad3bd HTTP/1.1" status: 204 len: 168 time: 0.4581945 Aug 31 03:11:22.994825 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device f0c24567-a230-4022-93e7-8528baff737e up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:23.044918 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port f0c24567-a230-4022-93e7-8528baff737e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:23.045292 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:23.120416 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:23.142829 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:23.145100 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9fbae4-d323-483b-bf03-b01355f096cb" -d '{"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-plugged", "status": "completed", "tag": "f0c24567-a230-4022-93e7-8528baff737e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:23.157884 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:23.161850 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:23.162708 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:23.185788 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c689b88-0fc3-4a7a-98f2-d5bd982dad22 x-openstack-request-id: req-3c689b88-0fc3-4a7a-98f2-d5bd982dad22 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:23.186080 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-plugged", "status": "completed", "tag": "f0c24567-a230-4022-93e7-8528baff737e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:23.186331 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c689b88-0fc3-4a7a-98f2-d5bd982dad22 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:23.186714 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e', 'code': 200} Aug 31 03:11:23.207304 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:23.207677 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 5e455dcc-46d0-4cf1-9fa0-7f8a1140f011 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:23.230945 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:24.879125 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57854) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:25.372649 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:25.654804 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Deleting port 2526ba14-2740-4926-8d4e-8ed180b43300 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:25.655055 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:25.733392 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] For port 2526ba14-2740-4926-8d4e-8ed180b43300, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=2526ba14-2740-4926-8d4e-8ed180b43300,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:25.733758 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:25.745715 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Calling delete_port for 2526ba14-2740-4926-8d4e-8ed180b43300 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:25.918363 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:25.942583 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2526ba14-2740-4926-8d4e-8ed180b43300,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:26.105705 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:26.548286 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:11:26.649304 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:26.654874 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a5ad8da0-248c-4c5f-b8ca-3b2c414c75a3 admin admin] 10.222.0.39 "PUT /v2.0/routers/c10319cd-8ecb-44e3-8c29-cceb5dc26b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7747011 Aug 31 03:11:26.657421 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57858) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:26.658318 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] Sync routers for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:26.668710 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:26.669335 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:26.760587 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:26.772172 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:26.875795 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:26.927801 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Deleting port c61a281d-cf63-4823-962c-ae5d35591d06 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:26.928537 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:26.946395 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:11:25Z', 'revision_number': 5, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port': {'id': 'c61a281d-cf63-4823-962c-ae5d35591d06', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:04:03Z', 'updated_at': '2021-08-31T03:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:26.972532 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] Checking router: c10319cd-8ecb-44e3-8c29-cceb5dc26b4f for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:26.980781 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] Routers {'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:26.981381 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:27.010875 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] For port c61a281d-cf63-4823-962c-ae5d35591d06, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=c61a281d-cf63-4823-962c-ae5d35591d06,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:27.011240 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.024344 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Calling delete_port for c61a281d-cf63-4823-962c-ae5d35591d06 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:27.067575 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] Set router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:27.122217 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:11:26Z', 'revision_number': 6, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port_host': None}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:27.150931 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9249c0-ccdb-4a51-88fa-bbaf5b25ccb5 None None] The sync data for ids ['c10319cd-8ecb-44e3-8c29-cceb5dc26b4f'] in dv-cinder-806665-1-iscsi is: [{'id': 'c10319cd-8ecb-44e3-8c29-cceb5dc26b4f', 'name': 'tempest-AttachVolumeShelveTestJSON-969887012-router', 'tenant_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:04:01Z', 'updated_at': '2021-08-31T03:11:26Z', 'revision_number': 6, 'project_id': '914e98e1b8e64dd6a3d50cf009c9a2af', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:27.190140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.217293 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61a281d-cf63-4823-962c-ae5d35591d06,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:27.277144 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.377166 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.379211 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.439077 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.439451 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c10319cd-8ecb-44e3-8c29-cceb5dc26b4f {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:11:27.444459 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.445592 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-54dd4585-9603-42fc-ac63-057cc4c15db2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c10319cd-8ecb-44e3-8c29-cceb5dc26b4f HTTP/1.1" status: 204 len: 168 time: 0.7872393 Aug 31 03:11:27.448305 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57860) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:27.496363 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] Deleting subnet 4cf1e552-2f55-4c5f-9a3b-5300c9a4684e {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:11:27.499870 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.537651 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26192120'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.644652 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.696761 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3709209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26191805'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.722545 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf1e552-2f55-4c5f-9a3b-5300c9a4684e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:27.724604 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.726323 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-aefaf3b5-8405-4bcd-9089-8e498f442d2c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4cf1e552-2f55-4c5f-9a3b-5300c9a4684e HTTP/1.1" status: 204 len: 168 time: 0.2770066 Aug 31 03:11:27.729443 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57862) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:27.731161 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594811ae-79f6-42ec-bc90-df2ac6fe15d4 None None] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:11:27.794262 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.849250 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Deleting port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:27.849592 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.912989 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] For port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:27.913354 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:27.926845 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Calling delete_port for 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:27.937742 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] DHCP port deletion for 2df3f984-67b2-4c53-9175-d8cb79583fc9 request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:11:27.995144 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] Deleting port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:27.995634 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.007841 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device c61a281d-cf63-4823-962c-ae5d35591d06 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:28.019919 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.045848 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:28.053954 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] No DVR routers for this DVR port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a on host dv-cinder-806665-1-iscsi {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:11:28.060658 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: c61a281d-cf63-4823-962c-ae5d35591d06 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:28.061003 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device c61a281d-cf63-4823-962c-ae5d35591d06 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:28.061430 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2526ba14-2740-4926-8d4e-8ed180b43300 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:28.084223 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 2526ba14-2740-4926-8d4e-8ed180b43300 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:28.084552 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 2526ba14-2740-4926-8d4e-8ed180b43300 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:28.084972 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:28.111734 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:28.112099 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:28.117976 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] For port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,segment=NetworkSegment(c6dc96f9-d986-43bb-bedb-29f5e38c5007),segment_id=c6dc96f9-d986-43bb-bedb-29f5e38c5007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:28.118377 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.129258 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.131764 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] Calling delete_port for 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:28.141550 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df3f984-67b2-4c53-9175-d8cb79583fc9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:28.157147 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dc96f9-d986-43bb-bedb-29f5e38c5007') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:28.157489 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dc96f9-d986-43bb-bedb-29f5e38c5007') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:28.167177 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26192067'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.181907 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.188959 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:11:28.189413 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3709347'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: Traceback (most recent call last): Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: timer() Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: cb(*args, **kw) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: return func(*args, **kwargs) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: self._notify() Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: self.callback(batched_events) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: event.method(event) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: return f(self, *a, **k) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._get(url).json() Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: return self.request(url, 'GET', **kwargs) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:11:28.191055 dv-cinder-806665-1-iscsi neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:11:28.245615 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.257239 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.260110 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2df3f984-67b2-4c53-9175-d8cb79583fc9 HTTP/1.1" status: 204 len: 168 time: 0.5291896 Aug 31 03:11:28.260423 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.270997 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890367e2-d691-46ad-8c24-ebe74cef5700 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df3f984-67b2-4c53-9175-d8cb79583fc9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:28.288015 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] Network 2df3f984-67b2-4c53-9175-d8cb79583fc9 is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 03:11:28.289296 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] No DVR routers for this DVR port 1a6d4537-9e2c-48bd-bcb0-e191518f4e7a on host dv-cinder-806665-1-iscsi {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:11:28.293838 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d5b98-8f6a-4950-9b31-59414aa343e9 None None] Pushing event deleted for resources: {'Port': ['ID=1a6d4537-9e2c-48bd-bcb0-e191518f4e7a,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:28.386598 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57868) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:28.428433 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-65546869-9b40-4201-8e87-a3e82a125e72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=914e98e1b8e64dd6a3d50cf009c9a2af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406113 Aug 31 03:11:28.430131 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57870) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:28.477315 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d25331ac-1e8b-44da-830e-21fccdc1008f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.498644 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d25331ac-1e8b-44da-830e-21fccdc1008f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.544466 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d25331ac-1e8b-44da-830e-21fccdc1008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.547023 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d25331ac-1e8b-44da-830e-21fccdc1008f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:28.548193 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d25331ac-1e8b-44da-830e-21fccdc1008f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a742355-0961-423f-bf28-23715bd39d5e HTTP/1.1" status: 204 len: 168 time: 0.1171744 Aug 31 03:11:28.555719 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25331ac-1e8b-44da-830e-21fccdc1008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a742355-0961-423f-bf28-23715bd39d5e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:29.172522 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-af02fe55-e89e-4145-8748-3d8525c91b7f tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653058067&fields=id&tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9 HTTP/1.1" status: 200 len: 267 time: 0.0341098 Aug 31 03:11:29.218253 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57896) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:29.224923 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-2357f8c4-21d7-4ce9-8eaf-52a3f3907a1a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:29.226415 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-2357f8c4-21d7-4ce9-8eaf-52a3f3907a1a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 984 time: 0.0482376 Aug 31 03:11:29.240050 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Request body: {'port': {'security_groups': ['29f6715e-63c8-49a1-b28e-6214c445ec53']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:29.311823 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.316212 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-513045528-network', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:29.336257 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Made reservation on behalf of fa73dfb9f2e94685a373532dd3bb57aa for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:11:29.339743 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.348103 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.440065 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.443869 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.468747 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:11:29.483946 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb5b05-c69b-4477-a1a4-754130f3f8a5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:29.487135 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.487489 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=6a697168-5815-4f48-bf13-0b719f332dcf,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:29.487991 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.segments_db [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Added segment 11bbddff-f838-4f2c-8595-4633aca05a74 of type vlan for network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 Aug 31 03:11:29.518174 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.522863 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.536046 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754337717351'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.537690 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['6a697168-5815-4f48-bf13-0b719f332dcf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:11:29.563622 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:29.563763 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.564431 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.564790 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:29.565465 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.573314 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-670daeac-bfc6-42c9-80a3-1144dc43b9a5 req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "PUT /v2.0/ports/6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 942 time: 0.3378789 Aug 31 03:11:29.576103 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:29.577495 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57900) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:29.579476 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2844c947-662a-49b5-8e43-d3f64970d00c" -d '{"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:29.633111 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5dd35d-6caa-4579-871c-d7d17b1d331a x-openstack-request-id: req-3f5dd35d-6caa-4579-871c-d7d17b1d331a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:29.633403 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:29.633915 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f5dd35d-6caa-4579-871c-d7d17b1d331a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:29.635335 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['6a697168-5815-4f48-bf13-0b719f332dcf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:11:29.635480 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf', 'status': 'completed', 'code': 200} Aug 31 03:11:29.652534 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63991b-4520-4393-b50f-b53321b3d251 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event updated for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:29.664044 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4446471 Aug 31 03:11:29.667261 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57904) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:29.673270 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Request body: {'subnet': {'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-513045528-subnet', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:29.704504 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Made reservation on behalf of fa73dfb9f2e94685a373532dd3bb57aa for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:11:29.709075 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25524033'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.726900 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc503a-c2ae-4c40-b61d-482fb56180aa admin admin] Pushing event updated for resources: {'Network': ['ID=e4eda5f5-84c7-4e79-ae0f-1be38295ab20,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:29.747114 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 details requested by agent ovs-agent-dv-cinder-806665-1-iscsi with host dv-cinder-806665-1-iscsi {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:11:29.755793 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844c947-662a-49b5-8e43-d3f64970d00c req-7e2128d8-0804-4d95-bbd8-3fa826a60d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:29.757370 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2844c947-662a-49b5-8e43-d3f64970d00c req-7e2128d8-0804-4d95-bbd8-3fa826a60d44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1098 time: 0.1005213 Aug 31 03:11:29.764395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bec6df0-4493-4fd8-aa82-61d6fb1c7658 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.846653 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bec6df0-4493-4fd8-aa82-61d6fb1c7658 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.908339 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25455247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25524055'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:29.915786 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844c947-662a-49b5-8e43-d3f64970d00c req-0b354f99-dab7-411c-8a03-75346b15c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:29.919523 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2844c947-662a-49b5-8e43-d3f64970d00c req-0b354f99-dab7-411c-8a03-75346b15c573 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 916 time: 0.1517477 Aug 31 03:11:29.976814 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fe478e-f438-4464-a27b-890078d950a2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:29.985011 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Checking segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:11:29.985569 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Network hostable DHCP agents. Network: e4eda5f5-84c7-4e79-ae0f-1be38295ab20, hostable agents: ['3c966aba-13f4-4f03-aff2-5698fd0b2f7b'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:11:30.004541 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2844c947-662a-49b5-8e43-d3f64970d00c req-ffd4727d-3b51-424b-9cb3-857bb88357db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 1000 time: 0.0781267 Aug 31 03:11:30.005515 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 is scheduled to be hosted by DHCP agent 3c966aba-13f4-4f03-aff2-5698fd0b2f7b with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:11:30.013386 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bec6df0-4493-4fd8-aa82-61d6fb1c7658 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.016806 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bec6df0-4493-4fd8-aa82-61d6fb1c7658 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.020770 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7bec6df0-4493-4fd8-aa82-61d6fb1c7658 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "DELETE /v2.0/security-groups/3a6f7905-db53-49fc-9969-a55d394d5273 HTTP/1.1" status: 204 len: 168 time: 0.4398458 Aug 31 03:11:30.021047 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-475de3b8-bb3e-445d-8e3c-7013e4b70392 None None] Provisioning complete for port 6a697168-5815-4f48-bf13-0b719f332dcf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:30.021047 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-475de3b8-bb3e-445d-8e3c-7013e4b70392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.021203 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57906) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:30.030659 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806665-1-iscsi, e4eda5f5-84c7-4e79-ae0f-1be38295ab20) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:30.057674 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e96d60-a541-4006-9cbb-dbed991bf533 None None] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:11:30.059421 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec6df0-4493-4fd8-aa82-61d6fb1c7658 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6f7905-db53-49fc-9969-a55d394d5273,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:30.074921 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:30.075641 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.076950 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844c947-662a-49b5-8e43-d3f64970d00c req-2a103bd0-e034-4c82-b372-ed7b9373f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:30.079477 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2844c947-662a-49b5-8e43-d3f64970d00c req-2a103bd0-e034-4c82-b372-ed7b9373f695 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 200 len: 854 time: 0.0667784 Aug 31 03:11:30.102785 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-2b027e4f-345e-4bef-837b-28a15d7fecd6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4320223 Aug 31 03:11:30.104589 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57908) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:30.108990 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:30.145211 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844c947-662a-49b5-8e43-d3f64970d00c req-c65bb63c-359d-4140-90b9-b449ea575d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:30.146752 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2844c947-662a-49b5-8e43-d3f64970d00c req-c65bb63c-359d-4140-90b9-b449ea575d54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb3e649-b218-44bb-ae4f-57c0f385b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603426 Aug 31 03:11:30.185785 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-433682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61503'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.186799 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419463', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61492'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.257069 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2844c947-662a-49b5-8e43-d3f64970d00c req-af953f93-1004-41fa-b168-8fc6b48b6843 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966177 Aug 31 03:11:30.265760 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.297187 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d0d0040-97b9-56c5-aa44-2433b0467d1e-e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2'}]}} from dv-cinder-806665-1-iscsi. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 03:11:30.298299 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.346016 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Deleting port 583ba969-b99f-4ec6-990d-bd39529e9fac {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:30.346358 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.358256 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2844c947-662a-49b5-8e43-d3f64970d00c req-402c9242-5e52-473e-9799-85397ce5dc47 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930238 Aug 31 03:11:30.434805 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Allocated IP 172.20.0.2 (e4eda5f5-84c7-4e79-ae0f-1be38295ab20/23fe478e-f438-4464-a27b-890078d950a2/befdbef9-c301-40e4-b915-c6f3ce9a80c0) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:11:30.460934 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.531155 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.531947 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.547358 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Calling delete_port for 583ba969-b99f-4ec6-990d-bd39529e9fac owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:30.581537 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.589889 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Transition to ACTIVE for port object befdbef9-c301-40e4-b915-c6f3ce9a80c0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:30.604369 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Transition to ACTIVE for port object befdbef9-c301-40e4-b915-c6f3ce9a80c0 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:30.610604 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.655599 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:11:30.658740 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:30.663289 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:11:30.666595 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Pushing event updated for resources: {'Port': ['ID=befdbef9-c301-40e4-b915-c6f3ce9a80c0,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:30.722685 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Attempting to bind port befdbef9-c301-40e4-b915-c6f3ce9a80c0 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:11:30.723063 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Attempting to bind port befdbef9-c301-40e4-b915-c6f3ce9a80c0 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:11:30.723462 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Attempting to bind port befdbef9-c301-40e4-b915-c6f3ce9a80c0 on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:11:30.729155 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:11:30.729530 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Checking segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:11:30.729941 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.730343 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Bound using segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:11:30.730817 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Bound port: befdbef9-c301-40e4-b915-c6f3ce9a80c0, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:11:30.731206 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.802239 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] For port befdbef9-c301-40e4-b915-c6f3ce9a80c0, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:11:30.805577 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] For port befdbef9-c301-40e4-b915-c6f3ce9a80c0, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=befdbef9-c301-40e4-b915-c6f3ce9a80c0,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:11:30.810874 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:30.875155 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20d6a2-d2e0-46e2-bda4-49b311d75400 None None] Pushing event updated for resources: {'Port': ['ID=befdbef9-c301-40e4-b915-c6f3ce9a80c0,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:31.086072 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:31.110409 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:31.130667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:31.192059 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event deleted for resources: {'Port': ['ID=583ba969-b99f-4ec6-990d-bd39529e9fac,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:31.294400 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:31.294649 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Floating IP f6859776-b60e-47c3-8fb4-7d3a152d33cf disassociated (deleted). External IP: 172.27.1.11, port: 6a697168-5815-4f48-bf13-0b719f332dcf. Aug 31 03:11:31.303915 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Allocated IP 172.27.1.128 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/9bf5b078-da7b-4bc6-9245-ebde751907c0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:11:31.525425 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:31.614100 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Router 1a2708f8-78d9-474f-8dc1-8efc78f88786 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:11:31.624094 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:31.715327 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:11:31.717961 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf5b078-da7b-4bc6-9245-ebde751907c0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:31.722593 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:31.727538 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:11:31.763759 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da42b9e-a007-4f36-9bce-1480d49eabe7 None None] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:11:31.832478 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-866bddfb-9e60-4368-a4a9-6a94a23a870c None None] Provisioning for port befdbef9-c301-40e4-b915-c6f3ce9a80c0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:31.838461 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:31.843970 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:31.854033 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] Sync routers for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:31.870565 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:31.871209 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:31.920971 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5b872e36-f88c-4055-baea-e1dff4336f4b tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "DELETE /v2.0/floatingips/f6859776-b60e-47c3-8fb4-7d3a152d33cf HTTP/1.1" status: 204 len: 168 time: 1.8986595 Aug 31 03:11:31.927093 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:31.929698 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:31.980344 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d65381f-a61c-4e1f-a44e-35f5db13c531 x-openstack-request-id: req-4d65381f-a61c-4e1f-a44e-35f5db13c531 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:31.980743 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:31.980883 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d65381f-a61c-4e1f-a44e-35f5db13c531 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:31.981903 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf', 'status': 'completed', 'code': 200} Aug 31 03:11:32.006050 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device befdbef9-c301-40e4-b915-c6f3ce9a80c0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:32.037421 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:32.086923 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port befdbef9-c301-40e4-b915-c6f3ce9a80c0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:32.090494 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-159b2d35-a347-4708-b81b-b7544e693b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:32.091898 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port befdbef9-c301-40e4-b915-c6f3ce9a80c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:32.092290 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:32.092669 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-159b2d35-a347-4708-b81b-b7544e693b11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 1098 time: 0.0870688 Aug 31 03:11:32.126532 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:32.212125 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:32.254856 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port befdbef9-c301-40e4-b915-c6f3ce9a80c0, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=befdbef9-c301-40e4-b915-c6f3ce9a80c0,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:32.261926 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:32.278071 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-47fc22e8-0f7a-4909-bd7a-3207cc558cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:32.287289 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-47fc22e8-0f7a-4909-bd7a-3207cc558cf7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 200 len: 916 time: 0.1874440 Aug 31 03:11:32.351480 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=befdbef9-c301-40e4-b915-c6f3ce9a80c0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:32.377251 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-9a3a6f18-3f70-4834-8641-348f142c7cd3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 200 len: 217 time: 0.0822501 Aug 31 03:11:32.390137 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d6ebf93d-3d2a-4bcb-b589-ed02004e7854 None None] Provisioning complete for port befdbef9-c301-40e4-b915-c6f3ce9a80c0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:32.390510 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf93d-3d2a-4bcb-b589-ed02004e7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:32.435018 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-6b446cab-b382-4c9e-94e5-b3be2a866a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:32.435951 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419572'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:32.437062 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-6b446cab-b382-4c9e-94e5-b3be2a866a11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 200 len: 854 time: 0.0500672 Aug 31 03:11:32.448994 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 5, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:32.481745 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] Checking router: 1a2708f8-78d9-474f-8dc1-8efc78f88786 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:32.489149 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-9ec667ea-df84-48a6-95d6-c5c258c7ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:32.490670 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-9ec667ea-df84-48a6-95d6-c5c258c7ce65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4bb3e649-b218-44bb-ae4f-57c0f385b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451982 Aug 31 03:11:32.492053 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:32.492890 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:32.575177 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 is scheduled to L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:11:32.589165 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-88bab12f-025f-4904-ab05-05cb49b56e19 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900013 Aug 31 03:11:32.682751 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-932bcfb8-ab9d-44dd-ade1-70ee7c7a1ac5 req-eeeeb082-b2aa-4036-b88a-537f9fceeeba service neutron] 10.222.0.45 "GET /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Aug 31 03:11:32.684875 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:32.695420 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Sync routers for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:32.700446 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:32.702360 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:32.706366 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-995463d9-56d8-4848-87e5-5b119b5cff92 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5982182 Aug 31 03:11:32.706706 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:32.708764 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:32.709451 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:32.830541 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:32.943774 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 5, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:32.974963 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c95ed5-84af-4418-91ce-5254878667fa None None] The sync data for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi is: [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:13Z', 'revision_number': 4, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '41973af3-0a0b-4751-8f33-6bb4d35af9d2', 'name': '', 'network_id': '4bb3e649-b218-44bb-ae4f-57c0f385b79a', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'mac_address': 'fa:16:3e:63:08:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:12Z', 'updated_at': '2021-08-31T03:09:20Z', 'revision_number': 5, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'subnets': [{'id': '53354a93-ca3f-4556-bb59-6dfef818f5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:33.035200 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:31Z', 'revision_number': 3, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:33.064833 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Checking router: 1ae9e5ea-ffda-4798-a838-139ed6da50d1 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:33.065271 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Updating router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 port 9bf5b078-da7b-4bc6-9245-ebde751907c0 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:11:33.098588 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.194396 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.258997 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48771acc-792e-4f11-9784-011c7ffcca95 None None] New status for floating IP f6859776-b60e-47c3-8fb4-7d3a152d33cf: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:11:33.362471 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Allocated IP 172.20.0.1 (e4eda5f5-84c7-4e79-ae0f-1be38295ab20/23fe478e-f438-4464-a27b-890078d950a2/5abcb383-c959-4363-9ee3-00b27ea60839) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:11:33.378413 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.389303 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Transition to ACTIVE for port object 9bf5b078-da7b-4bc6-9245-ebde751907c0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:33.396087 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.457615 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Attempting to bind port 9bf5b078-da7b-4bc6-9245-ebde751907c0 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:11:33.457615 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Attempting to bind port 9bf5b078-da7b-4bc6-9245-ebde751907c0 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:11:33.457975 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Attempting to bind port 9bf5b078-da7b-4bc6-9245-ebde751907c0 on network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:11:33.469883 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faf4e5-75b4-410a-946e-27d950f7ce65 None None] Pushing event updated for resources: {'Port': ['ID=9bf5b078-da7b-4bc6-9245-ebde751907c0,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:33.478379 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:11:33.478746 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Checking segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:11:33.479158 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.479584 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Bound using segment: {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:11:33.480076 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Bound port: 9bf5b078-da7b-4bc6-9245-ebde751907c0, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b49633-21f4-429a-8324-24de5d9a6007', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:11:33.480530 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.503461 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.519205 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Transition to ACTIVE for port object 5abcb383-c959-4363-9ee3-00b27ea60839 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:33.557849 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] For port 9bf5b078-da7b-4bc6-9245-ebde751907c0, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:11:33.559174 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.561369 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] For port 9bf5b078-da7b-4bc6-9245-ebde751907c0, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9bf5b078-da7b-4bc6-9245-ebde751907c0,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:11:33.569106 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.612055 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:11:33.615087 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:33.620119 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:11:33.623504 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Pushing event updated for resources: {'Port': ['ID=5abcb383-c959-4363-9ee3-00b27ea60839,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:33.633298 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:33.634879 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:33.673378 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faf4e5-75b4-410a-946e-27d950f7ce65 None None] Pushing event updated for resources: {'Port': ['ID=9bf5b078-da7b-4bc6-9245-ebde751907c0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:33.687711 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418439'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.870978 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:33.914397 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e40dfb0a-004e-453d-956a-f3fad6d97cd4 None None] Provisioning for port 5abcb383-c959-4363-9ee3-00b27ea60839 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:33.917342 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device befdbef9-c301-40e4-b915-c6f3ce9a80c0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:33.921773 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:33.965002 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e40dfb0a-004e-453d-956a-f3fad6d97cd4 None None] Provisioning complete for port 5abcb383-c959-4363-9ee3-00b27ea60839 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:33.965384 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e40dfb0a-004e-453d-956a-f3fad6d97cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:34.090361 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e40dfb0a-004e-453d-956a-f3fad6d97cd4 None None] Port 5abcb383-c959-4363-9ee3-00b27ea60839 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:11:34.127758 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port befdbef9-c301-40e4-b915-c6f3ce9a80c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:34.128076 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:34.231961 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:31Z', 'revision_number': 3, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:34.265714 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d40cf-da80-4e82-bc56-5ca8aabe0f1c None None] The sync data for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi is: [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:31Z', 'revision_number': 3, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:34.310182 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:34.314941 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:34.383160 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Pushing event updated for resources: {'Port': ['ID=5abcb383-c959-4363-9ee3-00b27ea60839,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:34.386491 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418871'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:34.491540 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:11:34.496648 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:34.622628 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:11:34.712807 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d7f29b2d-b3fe-4928-b10a-62cec0a9a9e0 None None] Provisioning complete for port 5abcb383-c959-4363-9ee3-00b27ea60839 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:34.713356 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d7f29b2d-b3fe-4928-b10a-62cec0a9a9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:34.742573 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:34.747887 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-36ce4f2c-4af5-4272-9014-7dc21115cf47 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ae9e5ea-ffda-4798-a838-139ed6da50d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0401254 Aug 31 03:11:34.756108 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d7f29b2d-b3fe-4928-b10a-62cec0a9a9e0 None None] Port 5abcb383-c959-4363-9ee3-00b27ea60839 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:11:34.995157 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b72aa-9b10-4e8b-bb2c-b115b1c12e6d req-b4689a96-b10a-4cd5-a66d-8235d80a277a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:34.996899 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2b5b72aa-9b10-4e8b-bb2c-b115b1c12e6d req-b4689a96-b10a-4cd5-a66d-8235d80a277a tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0519087 Aug 31 03:11:35.042104 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2b5b72aa-9b10-4e8b-bb2c-b115b1c12e6d req-8710357b-ff3c-4219-a297-3f8e4fdef997 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 Aug 31 03:11:35.434683 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57944) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:35.439273 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fb5ff8c9-df14-4c25-8f66-b8524880754a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381047141', 'description': 'tempest-description--1743159357'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:35.464556 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff8c9-df14-4c25-8f66-b8524880754a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.549903 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff8c9-df14-4c25-8f66-b8524880754a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.553727 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff8c9-df14-4c25-8f66-b8524880754a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.588152 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff8c9-df14-4c25-8f66-b8524880754a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.589296 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-fb5ff8c9-df14-4c25-8f66-b8524880754a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1536248 Aug 31 03:11:35.591102 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ff8c9-df14-4c25-8f66-b8524880754a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31396434-2d53-41be-a227-38eb5cc2f69a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:35.592305 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57946) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:35.596959 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a251a14c-a33f-4edc-8eb5-9c91addaec5f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'security_group_rule': {'security_group_id': '31396434-2d53-41be-a227-38eb5cc2f69a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:35.623793 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a251a14c-a33f-4edc-8eb5-9c91addaec5f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.671845 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a251a14c-a33f-4edc-8eb5-9c91addaec5f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.675680 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a251a14c-a33f-4edc-8eb5-9c91addaec5f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.691755 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251a14c-a33f-4edc-8eb5-9c91addaec5f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d86f52c-42d3-4d27-8b45-fbf2d5876a17,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:35.699997 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a251a14c-a33f-4edc-8eb5-9c91addaec5f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.701168 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-a251a14c-a33f-4edc-8eb5-9c91addaec5f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078460 Aug 31 03:11:35.703801 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 57948) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:35.708249 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4c3dfcc6-726a-484b-a93e-c40c016303d0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'security_group_rule': {'security_group_id': '31396434-2d53-41be-a227-38eb5cc2f69a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:35.735483 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfcc6-726a-484b-a93e-c40c016303d0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.791828 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfcc6-726a-484b-a93e-c40c016303d0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.795278 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfcc6-726a-484b-a93e-c40c016303d0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.810161 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dfcc6-726a-484b-a93e-c40c016303d0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54169df7-1d41-4cf3-9f10-7b4d6cfd9a22,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:35.819951 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfcc6-726a-484b-a93e-c40c016303d0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.821143 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4c3dfcc6-726a-484b-a93e-c40c016303d0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163707 Aug 31 03:11:35.824371 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 57950) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:35.829138 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:35.854599 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:35.855269 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Sync routers for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:35.867619 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:35.868428 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:35.954871 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9bf5b078-da7b-4bc6-9245-ebde751907c0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:35.961197 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.010099 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:36.060238 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 9bf5b078-da7b-4bc6-9245-ebde751907c0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:36.067918 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Allocated IP 172.27.1.245 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/4f5c4fc4-194c-4e68-80b7-0bd30188d3d3) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:11:36.093011 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 9bf5b078-da7b-4bc6-9245-ebde751907c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:36.093360 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.174787 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.175549 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f48a7-c039-4cb4-9992-152786dec74a req-4eeedbbf-1d6e-4183-a140-1304cf75a1ed tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:36.187934 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ed0f48a7-c039-4cb4-9992-152786dec74a req-4eeedbbf-1d6e-4183-a140-1304cf75a1ed tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0664566 Aug 31 03:11:36.215902 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.224656 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ed0f48a7-c039-4cb4-9992-152786dec74a req-fd4bbe52-9e9b-41a0-b894-110ae94a610e tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357010 Aug 31 03:11:36.250475 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:11:36.254958 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:36.261289 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:11:36.266208 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.292817 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'Port': ['ID=4f5c4fc4-194c-4e68-80b7-0bd30188d3d3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:36.295077 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 9bf5b078-da7b-4bc6-9245-ebde751907c0, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9bf5b078-da7b-4bc6-9245-ebde751907c0,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:36.302312 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.332618 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:34Z', 'revision_number': 2, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:36.352908 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.364701 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Checking router: 1ae9e5ea-ffda-4798-a838-139ed6da50d1 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:36.365075 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Updating router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 port 5abcb383-c959-4363-9ee3-00b27ea60839 binding host dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:11:36.387428 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.403211 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.407913 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=9bf5b078-da7b-4bc6-9245-ebde751907c0,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:36.543399 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.548434 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.615649 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'Port': ['ID=4f5c4fc4-194c-4e68-80b7-0bd30188d3d3,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:36.651132 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.669089 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.670297 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-d183c474-5db7-4deb-a350-0d57b5bb42a6 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8449178 Aug 31 03:11:36.683498 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.694131 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Transition to ACTIVE for port object 5abcb383-c959-4363-9ee3-00b27ea60839 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:36.697415 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-70757eab-1958-4cfc-bc94-8783d711fcb9 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:36.699057 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-70757eab-1958-4cfc-bc94-8783d711fcb9 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.45 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0784099 Aug 31 03:11:36.701335 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.756067 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8181a-c162-458e-94a3-0b7261526c13 None None] Pushing event updated for resources: {'Port': ['ID=5abcb383-c959-4363-9ee3-00b27ea60839,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:36.802119 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Deleting port 6a697168-5815-4f48-bf13-0b719f332dcf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:36.802478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.828550 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Attempting to bind port 5abcb383-c959-4363-9ee3-00b27ea60839 on host dv-cinder-806665-1-iscsi for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:11:36.828974 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Attempting to bind port 5abcb383-c959-4363-9ee3-00b27ea60839 by drivers openvswitch,hyperv on host dv-cinder-806665-1-iscsi at level 0 using segments [{'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:11:36.829343 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Attempting to bind port 5abcb383-c959-4363-9ee3-00b27ea60839 on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:11:36.834761 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Checking agent: {'id': 'c6e809d1-45ed-49ba-8166-87e9c9e0c388', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806665-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 2, 56, 17), 'started_at': datetime.datetime(2021, 8, 31, 2, 56, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806665-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:11:36.835132 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Checking segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:11:36.835575 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.835971 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Bound using segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:11:36.836613 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Bound port: 5abcb383-c959-4363-9ee3-00b27ea60839, host: dv-cinder-806665-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:11:36.836808 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.908027 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-a97389b0-3181-474d-855b-29057ae31b23 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--381047141&fields=id&tenant_id=fa73dfb9f2e94685a373532dd3bb57aa HTTP/1.1" status: 200 len: 267 time: 0.0862594 Aug 31 03:11:36.910836 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] For port 5abcb383-c959-4363-9ee3-00b27ea60839, host dv-cinder-806665-1-iscsi, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:11:36.914442 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] For port 5abcb383-c959-4363-9ee3-00b27ea60839, host dv-cinder-806665-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=5abcb383-c959-4363-9ee3-00b27ea60839,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:11:36.920546 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.944233 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] For port 6a697168-5815-4f48-bf13-0b719f332dcf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=6a697168-5815-4f48-bf13-0b719f332dcf,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:36.944603 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:36.974002 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:36.974647 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:36.996007 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Calling delete_port for 6a697168-5815-4f48-bf13-0b719f332dcf owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:37.039137 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8181a-c162-458e-94a3-0b7261526c13 None None] Pushing event updated for resources: {'Port': ['ID=5abcb383-c959-4363-9ee3-00b27ea60839,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:37.115243 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:37.351566 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-778574e5-61fd-4849-88d0-1efe74fa2d8f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:37.352783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e798ad-abdd-4a02-8bc5-1ad5a3f10ee7 req-146e6f54-ef83-4d25-9d76-4f6abe09e3ef tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:37.359252 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-778574e5-61fd-4849-88d0-1efe74fa2d8f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 810 time: 0.4303951 Aug 31 03:11:37.361809 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-76e798ad-abdd-4a02-8bc5-1ad5a3f10ee7 req-146e6f54-ef83-4d25-9d76-4f6abe09e3ef tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 945 time: 0.0624630 Aug 31 03:11:37.382859 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-7a0bdd7c-d633-4dab-94e9-29a6eee197bf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/quotas/fa73dfb9f2e94685a373532dd3bb57aa HTTP/1.1" status: 200 len: 375 time: 0.0113740 Aug 31 03:11:37.445526 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-76e798ad-abdd-4a02-8bc5-1ad5a3f10ee7 req-0059b789-4c4f-4ff6-9d3b-dad5dd6e8ffd tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/security-groups?id=29f6715e-63c8-49a1-b28e-6214c445ec53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570478 Aug 31 03:11:37.495527 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-cb5cec6b-fa02-4b80-ba06-7b13ff17e63f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082692 Aug 31 03:11:37.504258 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:37.505196 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:37.533316 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f52891-f6d7-4cda-a08b-950eab879916 None None] The sync data for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi is: [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:37.550775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Pushing event deleted for resources: {'Port': ['ID=6a697168-5815-4f48-bf13-0b719f332dcf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:37.640095 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] No DVR routers for this DVR port 6a697168-5815-4f48-bf13-0b719f332dcf on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:11:37.643699 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:37.645665 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-558a87d8-2de7-4eeb-af1f-d0452e03f237 req-bfd5e6f4-ec1f-4337-b291-5593aeec2974 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.45 "DELETE /v2.0/ports/6a697168-5815-4f48-bf13-0b719f332dcf HTTP/1.1" status: 204 len: 173 time: 0.9406352 Aug 31 03:11:37.646127 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'name': 'network-vif-deleted', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:37.649948 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be992df-f1cf-4888-a48e-9c96446299f0" -d '{"events": [{"server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "name": "network-vif-deleted", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:37.707123 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-55de9c14-a14a-4b8d-9955-341acb5587bd service neutron] 10.222.0.39 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958029 Aug 31 03:11:37.708659 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc59ed4-decc-437c-a27e-f4c2102de414 x-openstack-request-id: req-7cc59ed4-decc-437c-a27e-f4c2102de414 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:37.708963 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28786876-4f80-4210-8f0e-830e1e6a8c38", "name": "network-vif-deleted", "tag": "6a697168-5815-4f48-bf13-0b719f332dcf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:37.719920 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cc59ed4-decc-437c-a27e-f4c2102de414 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:37.720381 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28786876-4f80-4210-8f0e-830e1e6a8c38', 'name': 'network-vif-deleted', 'tag': '6a697168-5815-4f48-bf13-0b719f332dcf', 'status': 'completed', 'code': 200} Aug 31 03:11:37.843775 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-470550bc-753a-4ac9-9cc3-de861f96448b service neutron] 10.222.0.39 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221819 Aug 31 03:11:38.015117 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-5dffacc9-991a-4b89-a965-dcb61b4aa850 req-05cdbe39-de71-46f1-b4ee-9f7198a8b983 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 210 time: 0.0318449 Aug 31 03:11:38.054875 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9bf5b078-da7b-4bc6-9245-ebde751907c0 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:38.144587 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 9bf5b078-da7b-4bc6-9245-ebde751907c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:38.145221 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:38.236421 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 5abcb383-c959-4363-9ee3-00b27ea60839 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:38.294733 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning for port 5abcb383-c959-4363-9ee3-00b27ea60839 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:38.299890 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 5abcb383-c959-4363-9ee3-00b27ea60839 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:38.300371 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:38.395391 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:38.432920 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] For port 5abcb383-c959-4363-9ee3-00b27ea60839, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=5abcb383-c959-4363-9ee3-00b27ea60839,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:38.436863 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:38.491490 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Pushing event updated for resources: {'Port': ['ID=5abcb383-c959-4363-9ee3-00b27ea60839,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:38.548552 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-988700f5-685c-47e3-9447-8a8d86e57b6d req-345c71f0-e994-4c1e-8371-4c977d7ba1a9 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Aug 31 03:11:39.108965 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2d62ee1f-fc1c-47bb-9816-be44af66c23f req-cc814637-3c89-411f-8cce-d5da006b081e tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 210 time: 0.0270433 Aug 31 03:11:39.659799 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f69dc0c2-3a1e-46b6-a5bf-9e23a9ed7a2e req-1337028b-561b-41ff-8b75-3428eb700964 tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Aug 31 03:11:39.789638 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 6a697168-5815-4f48-bf13-0b719f332dcf no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:39.818346 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 6a697168-5815-4f48-bf13-0b719f332dcf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:39.818698 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 6a697168-5815-4f48-bf13-0b719f332dcf not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:39.824390 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:39.899848 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 5abcb383-c959-4363-9ee3-00b27ea60839 up at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:39.953403 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Provisioning complete for port 5abcb383-c959-4363-9ee3-00b27ea60839 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:39.953781 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:40.198702 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7ad72ab7-1636-4295-893c-b5b9281d4fcb req-3beb3120-c953-41e3-aef7-916ec23bc8cd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 210 time: 0.0260921 Aug 31 03:11:40.761821 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-85d38d18-4c38-417c-bf37-948d118b0736 req-6bbdddc6-b4d8-4517-ad50-94cf5ab0969d tempest-TestMinimumBasicScenario-1994788968 tempest-TestMinimumBasicScenario-1994788968-project] 10.222.0.39 "GET /v2.0/ports?device_id=28786876-4f80-4210-8f0e-830e1e6a8c38 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Aug 31 03:11:41.291605 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9efcfc0d-0b41-4e94-b97d-93697b2912bb req-4628e844-1d64-4c7a-b3fa-8a19731151a1 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 210 time: 0.0264831 Aug 31 03:11:41.384623 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-19a6c25c-fe0f-4744-a631-a45cea54c110 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:41.386288 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-19a6c25c-fe0f-4744-a631-a45cea54c110 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 810 time: 0.1141424 Aug 31 03:11:41.430766 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-8524a36e-8c84-49a0-8e4f-3078d5d2719b tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa73dfb9f2e94685a373532dd3bb57aa HTTP/1.1" status: 200 len: 379 time: 0.0353875 Aug 31 03:11:41.440012 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'port': {'device_id': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'admin_state_up': True, 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'security_groups': ['31396434-2d53-41be-a227-38eb5cc2f69a']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:41.548470 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Made reservation on behalf of fa73dfb9f2e94685a373532dd3bb57aa for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:11:41.551931 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:41.678284 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Allocated IP 172.20.0.13 (e4eda5f5-84c7-4e79-ae0f-1be38295ab20/23fe478e-f438-4464-a27b-890078d950a2/e90eef01-3eee-494c-9854-2b3e9181402b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:11:41.810858 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:41.825083 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Transition to ACTIVE for port object e90eef01-3eee-494c-9854-2b3e9181402b will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:41.861979 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:41.911314 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:11:41.916148 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:41.920936 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:11:41.949895 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'Port': ['ID=e90eef01-3eee-494c-9854-2b3e9181402b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:41.980818 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:41.981493 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:41.997316 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-023d9f14-56cc-4037-99c8-cdd4b2a8a615 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608704 Aug 31 03:11:42.011733 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Request body: {'port': {'device_id': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:42.075166 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.177301 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c29abb37-d105-4152-9552-1a4aeeacb0bf None None] Provisioning for port e90eef01-3eee-494c-9854-2b3e9181402b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:42.186361 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c29abb37-d105-4152-9552-1a4aeeacb0bf None None] Provisioning complete for port e90eef01-3eee-494c-9854-2b3e9181402b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:42.186938 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c29abb37-d105-4152-9552-1a4aeeacb0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.236813 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c29abb37-d105-4152-9552-1a4aeeacb0bf None None] Port e90eef01-3eee-494c-9854-2b3e9181402b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:11:42.455633 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90eef01-3eee-494c-9854-2b3e9181402b {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:11:42.465942 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.484797 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05108a-9d7e-4ef6-9200-552e5edf17c0 req-f9de46ad-a61e-44b9-99e4-fd598dcc1a0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:42.486322 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4c05108a-9d7e-4ef6-9200-552e5edf17c0 req-f9de46ad-a61e-44b9-99e4-fd598dcc1a0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 932 time: 0.1012511 Aug 31 03:11:42.491476 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Transition to ACTIVE for port object e90eef01-3eee-494c-9854-2b3e9181402b will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:42.500858 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.542806 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58064) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:42.573715 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e90eef01-3eee-494c-9854-2b3e9181402b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:42.578440 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4c05108a-9d7e-4ef6-9200-552e5edf17c0 req-4d376846-9228-483b-ae7a-71f908a6f3dc tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853970 Aug 31 03:11:42.657880 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Attempting to bind port e90eef01-3eee-494c-9854-2b3e9181402b on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:11:42.658224 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Attempting to bind port e90eef01-3eee-494c-9854-2b3e9181402b by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:11:42.658556 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Attempting to bind port e90eef01-3eee-494c-9854-2b3e9181402b on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:11:42.663019 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Port e90eef01-3eee-494c-9854-2b3e9181402b on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:11:42.663335 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Attempting to bind port e90eef01-3eee-494c-9854-2b3e9181402b on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:11:42.669056 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:11:42.669397 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Checking segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:11:42.669778 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Bound using segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:11:42.670203 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Bound port: e90eef01-3eee-494c-9854-2b3e9181402b, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:11:42.670558 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.750639 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] For port e90eef01-3eee-494c-9854-2b3e9181402b, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:11:42.756475 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] For port e90eef01-3eee-494c-9854-2b3e9181402b, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e90eef01-3eee-494c-9854-2b3e9181402b,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:11:42.765815 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.798962 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:42.799517 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.800925 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] 10.222.0.45 "PUT /v2.0/ports/e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 200 len: 1094 time: 0.7942944 Aug 31 03:11:42.803255 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:42.806461 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b" -d '{"events": [{"name": "network-changed", "server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:42.877477 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5e530b-e3ca-4df8-86ba-2a65d68c00d3 x-openstack-request-id: req-ad5e530b-e3ca-4df8-86ba-2a65d68c00d3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:42.878171 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:42.878171 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad5e530b-e3ca-4df8-86ba-2a65d68c00d3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:42.878479 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'status': 'completed', 'code': 200} Aug 31 03:11:42.902242 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713636-2eb9-403f-a777-19309a87a0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e90eef01-3eee-494c-9854-2b3e9181402b,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:42.921535 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-554bc8c6-7b1c-4884-8d23-7668f5edc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:42.923102 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-554bc8c6-7b1c-4884-8d23-7668f5edc626 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0799334 Aug 31 03:11:42.965753 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:42.979129 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-4d8be7c6-58c3-4ab0-88d2-70ad4b67e2dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 200 len: 217 time: 0.0448632 Aug 31 03:11:43.031358 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-a0a5b1aa-dee7-4e4c-bd69-ab04d3ab9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:43.032889 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-a0a5b1aa-dee7-4e4c-bd69-ab04d3ab9f22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0462952 Aug 31 03:11:43.079997 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-ba1fef9f-b18d-4316-8ce5-291d6ad9ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:43.081491 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-ba1fef9f-b18d-4316-8ce5-291d6ad9ce79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399821 Aug 31 03:11:43.180977 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-d08d7572-bc9b-45f7-8bea-7bddf9c17954 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907962 Aug 31 03:11:43.219631 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Deleting port 41973af3-0a0b-4751-8f33-6bb4d35af9d2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:43.219979 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:43.275165 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1e086071-8a3e-4b7a-a4a5-91faa2c20bef req-31e42f3b-ac03-44d2-bf89-f01f2e7ba070 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862882 Aug 31 03:11:43.297571 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] For port 41973af3-0a0b-4751-8f33-6bb4d35af9d2, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=41973af3-0a0b-4751-8f33-6bb4d35af9d2,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:43.298016 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:43.310570 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Calling delete_port for 41973af3-0a0b-4751-8f33-6bb4d35af9d2 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:43.368791 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-243e2023-83a0-4b5c-8355-79bf21d5d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:43.371099 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-243e2023-83a0-4b5c-8355-79bf21d5d937 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0488095 Aug 31 03:11:43.463735 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-0a5c07c7-2eff-4e3b-8021-80ca236e91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:43.465210 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-0a5c07c7-2eff-4e3b-8021-80ca236e91d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 911 time: 0.0846117 Aug 31 03:11:43.490908 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:43.508453 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-c49785bd-ec70-4874-bf46-19651b47cade service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 200 len: 217 time: 0.0343373 Aug 31 03:11:43.521986 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Pushing event deleted for resources: {'Port': ['ID=41973af3-0a0b-4751-8f33-6bb4d35af9d2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:43.566739 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-91c2a3a6-056b-4e1e-908b-80502d4dd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:43.568228 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-91c2a3a6-056b-4e1e-908b-80502d4dd62c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0506544 Aug 31 03:11:43.628251 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-ebf739c8-1a4c-40b2-87cb-c90f7dec76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:43.630161 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-ebf739c8-1a4c-40b2-87cb-c90f7dec76f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536320 Aug 31 03:11:43.701754 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:43.768991 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4b2b7-7128-443a-b2b0-4846e1eab17e req-47a5f295-1468-4990-962c-386e64ad38f5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:43.770525 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d0d4b2b7-7128-443a-b2b0-4846e1eab17e req-47a5f295-1468-4990-962c-386e64ad38f5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 944 time: 0.1122491 Aug 31 03:11:43.777398 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-07e1ed3b-0ce7-442c-b742-df55d3ed05ce service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384814 Aug 31 03:11:43.857762 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d0d4b2b7-7128-443a-b2b0-4846e1eab17e req-a075b754-9d34-454a-9b04-03d527aa1078 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794861 Aug 31 03:11:43.903114 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f04598f8-a49a-4fc9-aff8-fbf1d5e1d06b req-49898a54-7fd9-424b-84f0-f263f0b3632e service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178129 Aug 31 03:11:43.936456 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Router 1a2708f8-78d9-474f-8dc1-8efc78f88786 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:11:44.039997 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:44.044999 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ad7dc93d-42cc-4f42-a838-3c05e5d9e871 admin admin] 10.222.0.39 "PUT /v2.0/routers/1a2708f8-78d9-474f-8dc1-8efc78f88786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5011358 Aug 31 03:11:44.047632 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58074) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:44.048506 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] Sync routers for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:44.058871 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:44.059537 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:44.151672 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.165238 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:44.204355 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-af59f326-0fa7-4f52-8eb4-1480bd7c516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.256347 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.309525 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Deleting port 348bbc69-a20b-4543-8636-370b2f8c7068 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:44.309782 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.352495 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:11:43Z', 'revision_number': 5, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port': {'id': '348bbc69-a20b-4543-8636-370b2f8c7068', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:06:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:44.378548 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] Checking router: 1a2708f8-78d9-474f-8dc1-8efc78f88786 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:44.385629 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] For port 348bbc69-a20b-4543-8636-370b2f8c7068, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=348bbc69-a20b-4543-8636-370b2f8c7068,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:44.385989 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.387516 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] Routers {'1a2708f8-78d9-474f-8dc1-8efc78f88786'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:44.388127 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1a2708f8-78d9-474f-8dc1-8efc78f88786'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:44.400715 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Calling delete_port for 348bbc69-a20b-4543-8636-370b2f8c7068 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:44.473252 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] Set router 1a2708f8-78d9-474f-8dc1-8efc78f88786 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:44.525787 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:11:44Z', 'revision_number': 6, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port_host': None}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:44.557040 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa29b6c-8330-4fd7-9f24-51fe60bd359d None None] The sync data for ids ['1a2708f8-78d9-474f-8dc1-8efc78f88786'] in dv-cinder-806665-1-iscsi is: [{'id': '1a2708f8-78d9-474f-8dc1-8efc78f88786', 'name': 'tempest-TestMinimumBasicScenario-1950022812-router', 'tenant_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:10Z', 'updated_at': '2021-08-31T03:11:44Z', 'revision_number': 6, 'project_id': 'db8b795cc44f4a168e4a0dffc04ab0b9', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:44.580137 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.615116 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=348bbc69-a20b-4543-8636-370b2f8c7068,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:44.702655 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-40958cdd-442c-494d-aeb7-724855839218 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353427113&fields=id&tenant_id=1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 267 time: 0.0616157 Aug 31 03:11:44.705464 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.836356 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.840574 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.901782 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.902343 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2708f8-78d9-474f-8dc1-8efc78f88786 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:11:44.911817 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:44.914754 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4c8412c9-31dc-4c7e-a541-54a320259ef3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1a2708f8-78d9-474f-8dc1-8efc78f88786 HTTP/1.1" status: 204 len: 168 time: 0.8644085 Aug 31 03:11:44.916417 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58088) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:44.929558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-79df1c69-ee03-4fdc-8c27-e94dff81a9f6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:44.931405 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-79df1c69-ee03-4fdc-8c27-e94dff81a9f6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 812 time: 0.1999049 Aug 31 03:11:44.950355 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-3d79adfa-8175-45da-a504-b43715a6aa4d tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/quotas/1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 375 time: 0.0100143 Aug 31 03:11:44.994053 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] Deleting subnet 53354a93-ca3f-4556-bb59-6dfef818f5f8 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:11:45.000496 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.012722 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-e98db260-27db-4f5b-9b4f-b9c610c11cd4 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556498 Aug 31 03:11:45.046260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a14eb-e573-4cd0-be90-dff6b1581f96 req-43139302-ee4c-45ec-aa67-2daa31976041 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:45.047791 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-253a14eb-e573-4cd0-be90-dff6b1581f96 req-43139302-ee4c-45ec-aa67-2daa31976041 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 944 time: 0.1007111 Aug 31 03:11:45.054041 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26192120'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.091162 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e90eef01-3eee-494c-9854-2b3e9181402b details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:11:45.125255 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-21a16aca-6227-43f3-b782-a0b850a26e5c service neutron] 10.222.0.39 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934720 Aug 31 03:11:45.127645 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-253a14eb-e573-4cd0-be90-dff6b1581f96 req-c2f09967-e780-45fb-ab7c-cf909ebd1e08 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689511 Aug 31 03:11:45.170190 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.200390 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e90eef01-3eee-494c-9854-2b3e9181402b, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e90eef01-3eee-494c-9854-2b3e9181402b,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:45.213957 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'port_id': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'mac_address': 'fa:16:3e:15:ec:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:11:45.224792 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-28119df3-5d9e-477a-ad6f-0d04643e64f3 service neutron] 10.222.0.39 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931437 Aug 31 03:11:45.236732 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3709209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26191805'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.255216 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.266100 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53354a93-ca3f-4556-bb59-6dfef818f5f8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:45.269090 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90eef01-3eee-494c-9854-2b3e9181402b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:11:45.270183 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.272456 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-01a87ce8-88b0-4d42-932e-f71dbd4253e7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53354a93-ca3f-4556-bb59-6dfef818f5f8 HTTP/1.1" status: 204 len: 168 time: 0.3549490 Aug 31 03:11:45.276223 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58090) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:45.281872 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a173274-a970-439e-8d21-771655082ee9 None None] Network 4bb3e649-b218-44bb-ae4f-57c0f385b79a requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:11:45.330922 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e90eef01-3eee-494c-9854-2b3e9181402b, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e90eef01-3eee-494c-9854-2b3e9181402b,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:45.339613 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.358242 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.417878 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Deleting port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:45.418465 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.443738 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=e90eef01-3eee-494c-9854-2b3e9181402b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:45.485417 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] For port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,segment=NetworkSegment(be141476-b38f-4c2e-bf30-13c19937df17),segment_id=be141476-b38f-4c2e-bf30-13c19937df17)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:45.485840 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.499995 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Calling delete_port for 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:45.547932 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] DHCP port deletion for 4bb3e649-b218-44bb-ae4f-57c0f385b79a request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:11:45.595651 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['e90eef01-3eee-494c-9854-2b3e9181402b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:11:45.600021 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ea2cf6f8-5301-4611-99e1-fca3ab58eb64 req-109fdc17-f6f1-4d94-b1aa-48cb0a72b5b7 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 210 time: 0.0289924 Aug 31 03:11:45.638681 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.657745 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] Deleting port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:45.659338 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.673347 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:45.680559 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] No DVR routers for this DVR port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 on host dv-cinder-806665-1-iscsi {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:11:45.761754 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] For port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25, host dv-cinder-806665-1-iscsi, got binding levels [] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:45.762156 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.773489 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.783869 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] Calling delete_port for 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:45.788643 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.ipam_backend_mixin [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] Port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 was not found and therefore no delete operation was performed {{(pid=93996) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 03:11:45.794235 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb3e649-b218-44bb-ae4f-57c0f385b79a']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:45.796390 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.805748 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be141476-b38f-4c2e-bf30-13c19937df17') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:45.806604 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be141476-b38f-4c2e-bf30-13c19937df17') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:45.816231 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26192067'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.831134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.833824 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] Pushing event deleted for resources: {'Port': ['ID=3f23dfeb-e51e-4083-aa93-84bd6b8cce25,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:45.841050 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:11:45.841574 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3709347'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.843101 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08972e9a-3b49-4cd7-80b4-7815a5b1699e None None] No DVR routers for this DVR port 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 on host dv-cinder-806665-1-iscsi {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: Traceback (most recent call last): Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: timer() Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: cb(*args, **kw) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: return func(*args, **kwargs) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: self._notify() Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: self.callback(batched_events) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: event.method(event) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: return f(self, *a, **k) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._get(url).json() Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: return self.request(url, 'GET', **kwargs) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:11:45.844300 dv-cinder-806665-1-iscsi neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:11:45.908089 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.914603 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:45.917695 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/4bb3e649-b218-44bb-ae4f-57c0f385b79a HTTP/1.1" status: 204 len: 168 time: 0.6399138 Aug 31 03:11:45.920642 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:45.942882 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 41973af3-0a0b-4751-8f33-6bb4d35af9d2 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:45.944752 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52880e-49a8-4e06-a32a-2cd328d6e1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb3e649-b218-44bb-ae4f-57c0f385b79a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:45.969250 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 41973af3-0a0b-4751-8f33-6bb4d35af9d2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:45.969742 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 41973af3-0a0b-4751-8f33-6bb4d35af9d2 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:45.970265 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 348bbc69-a20b-4543-8636-370b2f8c7068 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:45.989723 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 348bbc69-a20b-4543-8636-370b2f8c7068 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:45.990161 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 348bbc69-a20b-4543-8636-370b2f8c7068 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:45.990651 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:46.012991 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:46.013864 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3f23dfeb-e51e-4083-aa93-84bd6b8cce25 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:46.268447 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193f37e-4220-4648-bf3b-3f47c54cfd9b req-fd4dfeb3-1b5b-4b5f-98b5-95f1297dc1c3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:46.269920 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e193f37e-4220-4648-bf3b-3f47c54cfd9b req-fd4dfeb3-1b5b-4b5f-98b5-95f1297dc1c3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 945 time: 0.0668397 Aug 31 03:11:46.330650 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e193f37e-4220-4648-bf3b-3f47c54cfd9b req-9ba78edb-257c-4486-bb39-6c60e36279c2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544102 Aug 31 03:11:46.348119 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:46.648201 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-cc00a25e-3c4d-4b58-b1fe-86e3d27963a5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:46.650505 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-cc00a25e-3c4d-4b58-b1fe-86e3d27963a5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 812 time: 0.1145349 Aug 31 03:11:46.714487 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-82551d4f-ae18-4928-856a-e2d47acf2e9d req-db25f1cf-10ad-4285-a5b8-297ef95c3ddf tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 210 time: 0.0342402 Aug 31 03:11:46.724301 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-12e9a464-1452-46f7-b4be-776d0b280ba4 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb7442f56da4ed08bd964a5cd5af18f HTTP/1.1" status: 200 len: 379 time: 0.0643778 Aug 31 03:11:46.733886 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'port': {'device_id': '8cca6136-efac-40f1-a782-299c3065bdb8', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'admin_state_up': True, 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'security_groups': ['8633161d-5e8a-4949-8dac-d82ecd975e0b']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:46.852378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Made reservation on behalf of 1cb7442f56da4ed08bd964a5cd5af18f for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:11:46.855111 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Deleting port ac2e0a70-8b58-4db8-8c94-c480c0623fb1 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:46.855491 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:46.856199 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:46.891929 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-29d115e0-8622-4265-a570-8f57d7a20364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:46.939953 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] For port ac2e0a70-8b58-4db8-8c94-c480c0623fb1, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,segment=NetworkSegment(619f0f16-46d3-44fb-bf5b-aabf79a4c7e5),segment_id=619f0f16-46d3-44fb-bf5b-aabf79a4c7e5)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:46.940535 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:46.956328 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Calling delete_port for ac2e0a70-8b58-4db8-8c94-c480c0623fb1 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:46.988542 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Allocated IP 172.20.0.5 (6c05d666-167a-425e-94a4-5634695d8c1d/a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8/07eb66cf-5771-4a44-a6f4-3c42fbc872cf) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:11:47.122283 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e90eef01-3eee-494c-9854-2b3e9181402b up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:47.162260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.172870 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.186832 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port e90eef01-3eee-494c-9854-2b3e9181402b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:47.190159 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Transition to ACTIVE for port object 07eb66cf-5771-4a44-a6f4-3c42fbc872cf will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:47.194418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port e90eef01-3eee-494c-9854-2b3e9181402b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:47.196245 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2e0a70-8b58-4db8-8c94-c480c0623fb1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:47.200885 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.224606 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.277309 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Network 6c05d666-167a-425e-94a4-5634695d8c1d is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:11:47.280502 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:11:47.285135 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:11:47.289336 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:47.322448 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.360421 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:47.361112 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.374122 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.383400 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-a4b0390a-0ddc-4397-924e-c508134bfb74 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6524134 Aug 31 03:11:47.385848 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:47.395047 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Request body: {'port': {'device_id': '8cca6136-efac-40f1-a782-299c3065bdb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:47.395329 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b723234-23b8-4b59-b33a-712549ae26aa" -d '{"events": [{"server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "name": "network-vif-plugged", "status": "completed", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:47.434953 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e90eef01-3eee-494c-9854-2b3e9181402b, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e90eef01-3eee-494c-9854-2b3e9181402b,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:47.440920 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.456572 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.475691 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.486378 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e4ce4c-7ea7-42b7-8a16-d1f0c29daaf4 x-openstack-request-id: req-05e4ce4c-7ea7-42b7-8a16-d1f0c29daaf4 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:47.486666 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "name": "network-vif-plugged", "status": "completed", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:47.486964 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05e4ce4c-7ea7-42b7-8a16-d1f0c29daaf4 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:47.487315 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'code': 200} Aug 31 03:11:47.524968 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=e90eef01-3eee-494c-9854-2b3e9181402b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:47.588612 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd00960-4a87-47c0-9f60-c0de24f42080 req-bcb0301a-f4bd-49ba-afc3-2654b595a929 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:47.590248 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9bd00960-4a87-47c0-9f60-c0de24f42080 req-bcb0301a-f4bd-49ba-afc3-2654b595a929 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.1320386 Aug 31 03:11:47.671529 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4246bb69-ebb0-4acb-a239-008b92fdc71c None None] Provisioning for port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:47.675854 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4246bb69-ebb0-4acb-a239-008b92fdc71c None None] Provisioning complete for port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:47.677572 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4246bb69-ebb0-4acb-a239-008b92fdc71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.703728 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9bd00960-4a87-47c0-9f60-c0de24f42080 req-72a586b9-a115-4e06-ac40-369d814ef525 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777211 Aug 31 03:11:47.714079 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4246bb69-ebb0-4acb-a239-008b92fdc71c None None] Port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:11:47.715422 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03413b5f-fff8-43c9-913b-879be04ae588 req-e1125f04-ebf5-4e78-9c07-782d2ee6be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:47.716993 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-03413b5f-fff8-43c9-913b-879be04ae588 req-e1125f04-ebf5-4e78-9c07-782d2ee6be1e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 1099 time: 0.0921972 Aug 31 03:11:47.821383 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-03413b5f-fff8-43c9-913b-879be04ae588 req-6f99e82a-ba51-4611-b09d-3816aa369237 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684719 Aug 31 03:11:47.847255 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Router 20882878-b310-47ae-9abe-da46ce4edf77 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:11:47.849406 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eb66cf-5771-4a44-a6f4-3c42fbc872cf {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:11:47.860045 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.883255 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15255d-96fd-4b73-9886-470a03f9f905 req-e0770a02-bada-450f-8428-efb06295f9a7 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:47.885162 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4a15255d-96fd-4b73-9886-470a03f9f905 req-e0770a02-bada-450f-8428-efb06295f9a7 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 931 time: 0.0994058 Aug 31 03:11:47.886150 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Transition to ACTIVE for port object 07eb66cf-5771-4a44-a6f4-3c42fbc872cf will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:11:47.890943 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:47.961497 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:47.969588 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-d6995829-1089-4ac4-95fa-49162a3f88a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/20882878-b310-47ae-9abe-da46ce4edf77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461822 Aug 31 03:11:47.969775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Pushing event updated for resources: {'Port': ['ID=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:47.970463 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:47.979564 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] Sync routers for ids ['20882878-b310-47ae-9abe-da46ce4edf77'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:47.999062 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] Routers {'20882878-b310-47ae-9abe-da46ce4edf77'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:47.999892 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['20882878-b310-47ae-9abe-da46ce4edf77'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:48.004657 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4a15255d-96fd-4b73-9886-470a03f9f905 req-f965fc1b-70f4-4e1e-9f98-ecd855fa82d0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077466 Aug 31 03:11:48.066796 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Attempting to bind port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:11:48.067234 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Attempting to bind port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:11:48.067674 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Attempting to bind port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:11:48.072987 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf on network 6c05d666-167a-425e-94a4-5634695d8c1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:11:48.073390 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Attempting to bind port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf on network 6c05d666-167a-425e-94a4-5634695d8c1d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:11:48.078713 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:11:48.079172 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Checking segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:11:48.079651 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Bound using segment: {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:11:48.080154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Bound port: 07eb66cf-5771-4a44-a6f4-3c42fbc872cf, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c796d5b-8837-4d90-9f8a-fec192712f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:11:48.080638 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.094506 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.099702 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.157745 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] Set router 20882878-b310-47ae-9abe-da46ce4edf77 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:48.169700 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] For port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf, host hv-cinder-80666, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:11:48.173055 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] For port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:11:48.178112 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.236273 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.239585 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:48.240579 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.242364 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] 10.222.0.45 "PUT /v2.0/ports/07eb66cf-5771-4a44-a6f4-3c42fbc872cf HTTP/1.1" status: 200 len: 1093 time: 0.8518066 Aug 31 03:11:48.242998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:48.247403 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:48.261102 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e55e5f-9125-45fa-ad00-445f1b45f71f service neutron] Pushing event updated for resources: {'Port': ['ID=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:48.328327 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae255b-722d-49eb-8cfb-f775e0588530 x-openstack-request-id: req-fbae255b-722d-49eb-8cfb-f775e0588530 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:48.328977 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:48.329435 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbae255b-722d-49eb-8cfb-f775e0588530 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:48.330017 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'status': 'completed', 'code': 200} Aug 31 03:11:48.337709 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Deleting port da4959ea-b862-453b-8380-ea5534caedde {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:48.338093 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.348992 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-ba2b4fb6-68a8-4412-823a-520837bc8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:48.350800 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-ba2b4fb6-68a8-4412-823a-520837bc8746 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 1096 time: 0.0625446 Aug 31 03:11:48.399707 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'da4959ea-b862-453b-8380-ea5534caedde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:11:47Z', 'revision_number': 5, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port': {'id': 'da4959ea-b862-453b-8380-ea5534caedde', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:28:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20882878-b310-47ae-9abe-da46ce4edf77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:09:17Z', 'updated_at': '2021-08-31T03:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:48.400937 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-1af0ec16-0fee-49f8-ba11-23199a7063fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf HTTP/1.1" status: 200 len: 217 time: 0.0410461 Aug 31 03:11:48.424000 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] For port da4959ea-b862-453b-8380-ea5534caedde, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=da4959ea-b862-453b-8380-ea5534caedde,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:48.424393 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.429646 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] Checking router: 20882878-b310-47ae-9abe-da46ce4edf77 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:48.439317 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] Routers {'20882878-b310-47ae-9abe-da46ce4edf77'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:48.439971 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['20882878-b310-47ae-9abe-da46ce4edf77'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:48.440091 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Calling delete_port for da4959ea-b862-453b-8380-ea5534caedde owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:48.456408 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-71cd6192-7476-4473-9c6d-11960e4da9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:48.458050 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-71cd6192-7476-4473-9c6d-11960e4da9d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0485764 Aug 31 03:11:48.506459 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-5dbaa14f-1e2f-47c9-a025-3d76e8ce61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:48.508046 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-5dbaa14f-1e2f-47c9-a025-3d76e8ce61e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410564 Aug 31 03:11:48.543402 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] Set router 20882878-b310-47ae-9abe-da46ce4edf77 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:48.605794 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:11:48Z', 'revision_number': 6, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port_host': None}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:48.614426 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-f82e6f8c-6cac-4153-bc2d-33c18216bcf0 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908473 Aug 31 03:11:48.625055 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.637367 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0bb0d3-d4e5-4bf3-bcdf-f322aa2f3785 None None] The sync data for ids ['20882878-b310-47ae-9abe-da46ce4edf77'] in dv-cinder-806665-1-iscsi is: [{'id': '20882878-b310-47ae-9abe-da46ce4edf77', 'name': 'tempest-TestMinimumBasicScenario-1031529954-router', 'tenant_id': '33df774dcc804d46bad8867902bd09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:09:16Z', 'updated_at': '2021-08-31T03:11:48Z', 'revision_number': 6, 'project_id': '33df774dcc804d46bad8867902bd09ca', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:48.656937 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=da4959ea-b862-453b-8380-ea5534caedde,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:48.714744 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-72cdd8a6-3ce2-47cb-8bb1-a04a2bcb651b req-46796b60-4959-48e4-bc45-13f848f1a6dc service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904248 Aug 31 03:11:48.716596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.808648 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.810880 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.832543 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-93008c45-8c59-48bf-b06d-9778a60f5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:48.834132 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-93008c45-8c59-48bf-b06d-9778a60f5852 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 1096 time: 0.0731368 Aug 31 03:11:48.846867 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc1717-494b-4745-b8a9-47c45965385b req-8143ba57-dd34-4d1c-ad6b-7020af7cfc08 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:48.848366 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cdfc1717-494b-4745-b8a9-47c45965385b req-8143ba57-dd34-4d1c-ad6b-7020af7cfc08 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0588276 Aug 31 03:11:48.858163 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.858953 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20882878-b310-47ae-9abe-da46ce4edf77 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:11:48.863925 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.867379 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-97b8e011-f820-49bd-8e2f-6c6709c49a9f admin admin] 10.222.0.39 "DELETE /v2.0/routers/20882878-b310-47ae-9abe-da46ce4edf77 HTTP/1.1" status: 204 len: 168 time: 0.8942416 Aug 31 03:11:48.867644 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58128) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:48.916852 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] Deleting subnet 80ede893-ff76-49bc-b00d-935182891be9 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:11:48.919910 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.939287 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-cdfc1717-494b-4745-b8a9-47c45965385b req-a8ef5f7c-2775-4731-b857-b9d0e62cf332 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785606 Aug 31 03:11:48.956083 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:48.968045 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-b439898b-4523-489f-945e-9afcac3710c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:48.970071 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-b439898b-4523-489f-945e-9afcac3710c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.1201818 Aug 31 03:11:49.017813 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-8103bac2-ce78-48e0-b742-77e45ab14515 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf HTTP/1.1" status: 200 len: 217 time: 0.0381985 Aug 31 03:11:49.083903 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-abf2d014-aa5a-4281-bbbc-39def060dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:49.085613 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-abf2d014-aa5a-4281-bbbc-39def060dc16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0587111 Aug 31 03:11:49.152367 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-8482e2ea-dfcc-49ed-bd73-878e6e529c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:49.154043 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-8482e2ea-dfcc-49ed-bd73-878e6e529c7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519216 Aug 31 03:11:49.158901 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.205849 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f74f4c-0fd9-4d6f-8111-a3f58eacd833 req-6a4d1313-3ca7-4e03-980b-0f2aa6bb05ff tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:49.207481 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-98f74f4c-0fd9-4d6f-8111-a3f58eacd833 req-6a4d1313-3ca7-4e03-980b-0f2aa6bb05ff tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 943 time: 0.1134543 Aug 31 03:11:49.250392 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.287433 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ede893-ff76-49bc-b00d-935182891be9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:49.289530 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.292025 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-c6bca5c6-69cc-4875-8732-513ef06873a6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/80ede893-ff76-49bc-b00d-935182891be9 HTTP/1.1" status: 204 len: 168 time: 0.4234300 Aug 31 03:11:49.294748 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8baa40-3456-48e7-b27f-0e7a8d1be762 None None] Network 480df779-4ff8-4ef5-a973-71d3c00f91df requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:11:49.296853 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-98f74f4c-0fd9-4d6f-8111-a3f58eacd833 req-79ee2ba1-8636-4de6-9b96-5d0320773020 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742898 Aug 31 03:11:49.296853 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58132) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:49.371576 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.427271 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Deleting port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:11:49.427772 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.498667 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] For port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9ebeb4ca-060b-40a1-86e2-4a98fb7685ef,segment=NetworkSegment(619f0f16-46d3-44fb-bf5b-aabf79a4c7e5),segment_id=619f0f16-46d3-44fb-bf5b-aabf79a4c7e5)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:49.499414 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.518890 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Calling delete_port for 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:11:49.538144 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-b6d90111-1523-4f01-8a09-892aa87e0803 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728032 Aug 31 03:11:49.606225 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.629461 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.642719 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebeb4ca-060b-40a1-86e2-4a98fb7685ef,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:49.647689 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] No DVR routers for this DVR port 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef on host dv-cinder-806665-1-iscsi {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:11:49.649120 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86f633-f706-46c4-9afc-60e12d0b62b3 None None] DHCP port deletion for 480df779-4ff8-4ef5-a973-71d3c00f91df request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:11:49.651135 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbb60871-f06e-45fe-b1f8-4f6cf6708a7d req-6a820eff-4bca-47f5-bf13-bbe8f57b9f9c service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052833 Aug 31 03:11:49.723516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.734138 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480df779-4ff8-4ef5-a973-71d3c00f91df']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:49.745154 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:49.745324 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619f0f16-46d3-44fb-bf5b-aabf79a4c7e5') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:49.754445 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.769473 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.775518 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:11:49.775996 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:11:49.777911 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:11:49.833019 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.838664 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:49.840554 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] 10.222.0.39 "DELETE /v2.0/networks/480df779-4ff8-4ef5-a973-71d3c00f91df HTTP/1.1" status: 204 len: 168 time: 0.5429513 Aug 31 03:11:49.852169 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579529f9-cf45-40e9-8b93-376e915a0b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=480df779-4ff8-4ef5-a973-71d3c00f91df,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:49.912067 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device da4959ea-b862-453b-8380-ea5534caedde no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:49.936297 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: da4959ea-b862-453b-8380-ea5534caedde {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:49.936651 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device da4959ea-b862-453b-8380-ea5534caedde not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:49.937083 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:49.955793 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:49.956142 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9ebeb4ca-060b-40a1-86e2-4a98fb7685ef not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:49.956557 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device ac2e0a70-8b58-4db8-8c94-c480c0623fb1 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:11:49.961629 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58138) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:49.979539 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: ac2e0a70-8b58-4db8-8c94-c480c0623fb1 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:11:49.979887 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device ac2e0a70-8b58-4db8-8c94-c480c0623fb1 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:11:50.006028 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1a59e029-ccc8-4be2-ad88-336f62b73ffc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db8b795cc44f4a168e4a0dffc04ab0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430353 Aug 31 03:11:50.008415 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58142) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:50.090962 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca476ca8-faed-4952-ad1f-85f8941bf118 req-9a5969e4-c115-44cb-b427-e51b84ff3730 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:50.092364 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ca476ca8-faed-4952-ad1f-85f8941bf118 req-9a5969e4-c115-44cb-b427-e51b84ff3730 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0715916 Aug 31 03:11:50.096917 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4841e583-c64f-4e24-8d2e-83f51f6b2660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.134291 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4841e583-c64f-4e24-8d2e-83f51f6b2660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.162547 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-ca476ca8-faed-4952-ad1f-85f8941bf118 req-0d29203b-0410-4312-992a-cd109917dac0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630403 Aug 31 03:11:50.198099 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4841e583-c64f-4e24-8d2e-83f51f6b2660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.200962 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4841e583-c64f-4e24-8d2e-83f51f6b2660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.204646 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4841e583-c64f-4e24-8d2e-83f51f6b2660 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29f6715e-63c8-49a1-b28e-6214c445ec53 HTTP/1.1" status: 204 len: 168 time: 0.1925013 Aug 31 03:11:50.213160 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841e583-c64f-4e24-8d2e-83f51f6b2660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6715e-63c8-49a1-b28e-6214c445ec53,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:50.279791 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac26f1-c3b6-4178-8480-871e4d211434 req-0781c1c5-7f2a-46fa-831c-30d58114d593 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:50.282394 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-dfac26f1-c3b6-4178-8480-871e4d211434 req-0781c1c5-7f2a-46fa-831c-30d58114d593 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0559058 Aug 31 03:11:50.289367 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58148) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:50.294335 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'floatingip': {'port_id': 'e90eef01-3eee-494c-9854-2b3e9181402b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:11:50.331753 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.440158 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815ffb8-4171-42c8-a7ce-358312709739 req-3e6a03bd-218c-4c18-8c01-75ca45459b27 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:50.441714 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f815ffb8-4171-42c8-a7ce-358312709739 req-3e6a03bd-218c-4c18-8c01-75ca45459b27 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 943 time: 0.0509324 Aug 31 03:11:50.484263 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f815ffb8-4171-42c8-a7ce-358312709739 req-86c29566-dd26-49b0-a4c7-a8fd0b9e92bf tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Aug 31 03:11:50.533782 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:50.576101 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-cf234466-08eb-48cd-a84a-6e59e1d54896 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33df774dcc804d46bad8867902bd09ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409625 Aug 31 03:11:50.578589 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58156) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:11:50.630639 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3697b2ef-13aa-4d8b-b544-fc5cf6d1bbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.654573 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3697b2ef-13aa-4d8b-b544-fc5cf6d1bbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.703070 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3697b2ef-13aa-4d8b-b544-fc5cf6d1bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.705675 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3697b2ef-13aa-4d8b-b544-fc5cf6d1bbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:50.706885 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-3697b2ef-13aa-4d8b-b544-fc5cf6d1bbfe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c221293-02e1-4310-b3a0-4772d4bdd34c HTTP/1.1" status: 204 len: 168 time: 0.1273646 Aug 31 03:11:50.719785 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697b2ef-13aa-4d8b-b544-fc5cf6d1bbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c221293-02e1-4310-b3a0-4772d4bdd34c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:51.049278 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:51.053420 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:51.158776 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Floating IP 2f0636e8-4540-4db5-8e11-6326f3dd1f53 associated. External IP: 172.27.1.245, port: e90eef01-3eee-494c-9854-2b3e9181402b. Aug 31 03:11:51.364102 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:11:51.465954 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:11:51.470549 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:51.475045 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] Sync routers for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:11:51.484243 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:51.484854 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:51.500558 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-0b9071ac-5484-420b-9fa5-607fbd9a8b79 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "PUT /v2.0/floatingips/2f0636e8-4540-4db5-8e11-6326f3dd1f53 HTTP/1.1" status: 200 len: 992 time: 1.2101598 Aug 31 03:11:51.501238 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:51.503598 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c72980-35f9-4e4a-b075-457a09369af4" -d '{"events": [{"name": "network-changed", "server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:51.539918 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497faab0-c30a-4e79-98c3-c9d8404364d7 x-openstack-request-id: req-497faab0-c30a-4e79-98c3-c9d8404364d7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:51.540710 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:51.541091 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-497faab0-c30a-4e79-98c3-c9d8404364d7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:51.541530 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'status': 'completed', 'code': 200} Aug 31 03:11:51.595088 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:51.642311 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72980-35f9-4e4a-b075-457a09369af4 req-e4394600-d776-4f4f-9df5-e568df781f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:51.643806 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-30c72980-35f9-4e4a-b075-457a09369af4 req-e4394600-d776-4f4f-9df5-e568df781f7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 1099 time: 0.0768030 Aug 31 03:11:51.656490 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67c72-0746-4dcf-89c1-51b85e9d2e96 req-6ec5e907-7f89-43ff-b1c3-5eef22417365 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:51.657905 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-96b67c72-0746-4dcf-89c1-51b85e9d2e96 req-6ec5e907-7f89-43ff-b1c3-5eef22417365 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 943 time: 0.0629303 Aug 31 03:11:51.753062 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-96b67c72-0746-4dcf-89c1-51b85e9d2e96 req-5f6797ca-ac4e-476d-af42-481adb8f86a9 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856009 Aug 31 03:11:51.782459 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72980-35f9-4e4a-b075-457a09369af4 req-f49fbcf7-27a4-4e7d-9198-0cbdb1c51849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:51.784031 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-30c72980-35f9-4e4a-b075-457a09369af4 req-f49fbcf7-27a4-4e7d-9198-0cbdb1c51849 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 911 time: 0.1252699 Aug 31 03:11:51.818760 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '2f0636e8-4540-4db5-8e11-6326f3dd1f53', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'port_id': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'mac_address': 'fa:16:3e:15:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:11:36Z', 'updated_at': '2021-08-31T03:11:50Z', 'revision_number': 1, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:51.847777 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] Checking router: 1ae9e5ea-ffda-4798-a838-139ed6da50d1 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:11:51.850643 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-30c72980-35f9-4e4a-b075-457a09369af4 req-45d6569a-79b9-404a-a160-a0f09c77cc64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 200 len: 1000 time: 0.0589430 Aug 31 03:11:51.856587 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:11:51.857180 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:51.902955 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72980-35f9-4e4a-b075-457a09369af4 req-9f643d73-0a34-4b5d-9dc6-f5239ca4db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:51.904370 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-30c72980-35f9-4e4a-b075-457a09369af4 req-9f643d73-0a34-4b5d-9dc6-f5239ca4db34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0471377 Aug 31 03:11:51.950985 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c72980-35f9-4e4a-b075-457a09369af4 req-61ea314e-d972-41b2-9270-6c50d1103a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:51.952508 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-30c72980-35f9-4e4a-b075-457a09369af4 req-61ea314e-d972-41b2-9270-6c50d1103a8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409470 Aug 31 03:11:51.967390 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:11:52.044940 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-30c72980-35f9-4e4a-b075-457a09369af4 req-d564d79f-80e3-4965-b5ef-58c3d4a00e64 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852747 Aug 31 03:11:52.140884 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-30c72980-35f9-4e4a-b075-457a09369af4 req-b92b55be-d194-4ed5-a489-5760874d458f service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883064 Aug 31 03:11:52.275188 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '2f0636e8-4540-4db5-8e11-6326f3dd1f53', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'port_id': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'mac_address': 'fa:16:3e:15:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:11:36Z', 'updated_at': '2021-08-31T03:11:50Z', 'revision_number': 1, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:11:52.303126 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b40fc76-a6a6-4c1c-82fb-7d37ee8e3801 None None] The sync data for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi is: [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '2f0636e8-4540-4db5-8e11-6326f3dd1f53', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'port_id': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'mac_address': 'fa:16:3e:15:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:11:36Z', 'updated_at': '2021-08-31T03:11:50Z', 'revision_number': 1, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:11:52.478441 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9145ad-ca58-4f06-837c-18c20aa99728 None None] New status for floating IP 2f0636e8-4540-4db5-8e11-6326f3dd1f53: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:11:52.864798 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b012b8-6916-46ae-9c91-bb84e2122927 req-76d53686-fd7b-489b-9a73-98d8520d9ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:52.866196 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-16b012b8-6916-46ae-9c91-bb84e2122927 req-76d53686-fd7b-489b-9a73-98d8520d9ee5 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 943 time: 0.0485353 Aug 31 03:11:52.903526 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-16b012b8-6916-46ae-9c91-bb84e2122927 req-db6a695e-e76f-40d2-a0f9-e4cbe51c0e27 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306289 Aug 31 03:11:54.016148 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66044160-7927-451e-8ce8-dcd603689291 req-d089f580-705d-40e5-b3b9-adefa0b4b8cc tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:54.017645 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-66044160-7927-451e-8ce8-dcd603689291 req-d089f580-705d-40e5-b3b9-adefa0b4b8cc tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 943 time: 0.0487556 Aug 31 03:11:54.054116 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-66044160-7927-451e-8ce8-dcd603689291 req-33a6d75b-d452-4c36-b0fd-35d3c87d6fce tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304482 Aug 31 03:11:55.171063 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd4eb6-4c26-459c-85bd-09693fe5ddc7 req-94d675b8-d38d-4de3-99f7-29b2fc42b748 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:55.172608 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-53cd4eb6-4c26-459c-85bd-09693fe5ddc7 req-94d675b8-d38d-4de3-99f7-29b2fc42b748 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 943 time: 0.0531473 Aug 31 03:11:55.210852 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-53cd4eb6-4c26-459c-85bd-09693fe5ddc7 req-62177752-5af7-4d1c-95af-34e97f340174 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Aug 31 03:11:56.331253 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b401-ccc9-4755-97cf-c9ba09515f73 req-33bee416-7bb9-48d4-8028-424aac746323 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:56.332739 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-34e5b401-ccc9-4755-97cf-c9ba09515f73 req-33bee416-7bb9-48d4-8028-424aac746323 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 943 time: 0.0514433 Aug 31 03:11:56.370777 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-34e5b401-ccc9-4755-97cf-c9ba09515f73 req-aaf981a6-4f2f-401b-b494-ed42ee79cc90 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317199 Aug 31 03:11:57.178897 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 07eb66cf-5771-4a44-a6f4-3c42fbc872cf details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:11:57.270241 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:57.281934 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'port_id': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'mac_address': 'fa:16:3e:75:06:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:11:57.320964 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:57.333594 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eb66cf-5771-4a44-a6f4-3c42fbc872cf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:11:57.352050 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:57.355742 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:57.401416 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:57.482972 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e5932-fb0e-4ab4-9437-06005f3ff278 req-58dc981b-8b84-429f-bb95-ae6639edaae1 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:57.484481 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-513e5932-fb0e-4ab4-9437-06005f3ff278 req-58dc981b-8b84-429f-bb95-ae6639edaae1 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 944 time: 0.0482399 Aug 31 03:11:57.522472 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-513e5932-fb0e-4ab4-9437-06005f3ff278 req-5d4cb634-7258-46bd-bdef-6b6612b6b91c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Aug 31 03:11:57.566873 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:11:57.603424 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['07eb66cf-5771-4a44-a6f4-3c42fbc872cf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:11:58.637410 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5839e40-56be-41d2-86a0-e053070361d4 req-e3e51f43-b1dd-4369-96ed-de8d9b109004 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:58.638867 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e5839e40-56be-41d2-86a0-e053070361d4 req-e3e51f43-b1dd-4369-96ed-de8d9b109004 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 944 time: 0.0534322 Aug 31 03:11:58.677326 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e5839e40-56be-41d2-86a0-e053070361d4 req-83a10113-b50a-4e50-aa60-de03bedc6582 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Aug 31 03:11:59.184781 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 07eb66cf-5771-4a44-a6f4-3c42fbc872cf up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:11:59.232012 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:11:59.235604 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:11:59.235978 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:59.312241 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:59.333942 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:11:59.336198 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91868b15-f38f-4934-a170-430939304144" -d '{"events": [{"server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "name": "network-vif-plugged", "status": "completed", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:11:59.348137 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:11:59.353292 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:11:59.375895 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b08e4a-1d5c-4b19-afc8-46e75ecf85cc x-openstack-request-id: req-30b08e4a-1d5c-4b19-afc8-46e75ecf85cc {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:11:59.376207 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "name": "network-vif-plugged", "status": "completed", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:11:59.376415 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30b08e4a-1d5c-4b19-afc8-46e75ecf85cc {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:11:59.376798 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'code': 200} Aug 31 03:11:59.402872 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:11:59.606207 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e4c58-b0da-43c6-9b01-5325ef5c489a req-1cbdd5bb-fd84-4dac-84d5-468e3c41a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:59.607631 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9e2e4c58-b0da-43c6-9b01-5325ef5c489a req-1cbdd5bb-fd84-4dac-84d5-468e3c41a5d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 1098 time: 0.0393264 Aug 31 03:11:59.644467 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-9e2e4c58-b0da-43c6-9b01-5325ef5c489a req-ef54ab83-9b2c-4a7c-b435-1090017d6f78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282180 Aug 31 03:11:59.794187 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad931e4-31b1-412f-ad18-82d24cf05440 req-d1d30872-0e04-487b-8647-22acd3f48a5a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:11:59.795754 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aad931e4-31b1-412f-ad18-82d24cf05440 req-d1d30872-0e04-487b-8647-22acd3f48a5a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 945 time: 0.0495453 Aug 31 03:11:59.832877 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-aad931e4-31b1-412f-ad18-82d24cf05440 req-a9d450ea-1685-4bc2-8e5d-b29e47ac2bf4 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Aug 31 03:12:00.946215 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb64f5d-f309-4bfb-8fee-a01400a6fd7c req-03103189-5fff-4b49-8152-7c5e41a3add0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:00.948224 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ecb64f5d-f309-4bfb-8fee-a01400a6fd7c req-03103189-5fff-4b49-8152-7c5e41a3add0 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Aug 31 03:12:00.984815 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ecb64f5d-f309-4bfb-8fee-a01400a6fd7c req-031c9ee7-ddf5-4c60-b113-9a2625bba20c tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307570 Aug 31 03:12:01.097948 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1a53-b290-4ff4-8e7f-0cf965ad29c5 req-aeed080b-9079-4080-98a5-f2b6acf25cc9 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:01.099435 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a6ff1a53-b290-4ff4-8e7f-0cf965ad29c5 req-aeed080b-9079-4080-98a5-f2b6acf25cc9 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Aug 31 03:12:01.137202 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a6ff1a53-b290-4ff4-8e7f-0cf965ad29c5 req-77b2207e-42ff-4977-9a7e-84e11dbc48f7 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318604 Aug 31 03:12:01.159797 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58208) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:01.201121 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a309577d-2285-4220-8de8-fc0a988f722f tempest-TestVolumeBootPattern-178049239 tempest-TestVolumeBootPattern-178049239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:01.202594 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-a309577d-2285-4220-8de8-fc0a988f722f tempest-TestVolumeBootPattern-178049239 tempest-TestVolumeBootPattern-178049239-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 1093 time: 0.0418477 Aug 31 03:12:01.205304 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:01.209775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'port_id': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:12:01.231604 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:01.329047 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:01.434235 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Allocated IP 172.27.1.119 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/30237ecb-7e3b-4115-bed1-1dd0b948d49c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:12:01.533649 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:01.570980 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:01.625073 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:12:01.629906 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:12:01.632561 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:12:01.662000 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=30237ecb-7e3b-4115-bed1-1dd0b948d49c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:01.989865 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:02.056469 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:02.202099 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:02.206649 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3709263'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:02.270087 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event updated for resources: {'Port': ['ID=30237ecb-7e3b-4115-bed1-1dd0b948d49c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:02.285221 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:02.383548 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Floating IP 0c1b90e7-5395-4fc9-bbdd-456e50a9ae18 associated. External IP: 172.27.1.119, port: 07eb66cf-5771-4a44-a6f4-3c42fbc872cf. Aug 31 03:12:02.588305 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:12:02.694108 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:12:02.704749 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:12:02.710703 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:02.715848 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:02.716475 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:02.737565 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-6b112aa4-9101-448a-b64c-2684e37bf344 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5312400 Aug 31 03:12:02.738243 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:12:02.740593 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e985c5-0344-4d4b-9040-e01d7043ed88" -d '{"events": [{"name": "network-changed", "server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:12:02.776888 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01530d65-6b18-466c-8460-145faa74c9f3 x-openstack-request-id: req-01530d65-6b18-466c-8460-145faa74c9f3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:12:02.777178 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:12:02.777427 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01530d65-6b18-466c-8460-145faa74c9f3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:12:02.777824 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'status': 'completed', 'code': 200} Aug 31 03:12:02.821117 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:02.839978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-68ce3658-6c6a-45b4-981d-9789ab3b901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:02.841482 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-68ce3658-6c6a-45b4-981d-9789ab3b901d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 1098 time: 0.0413268 Aug 31 03:12:02.933418 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-a8682059-818a-404d-a36b-0c7008d187a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:02.934814 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-a8682059-818a-404d-a36b-0c7008d187a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.0856166 Aug 31 03:12:03.000707 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-2bc9333c-2a75-46b7-b3b6-672dc8f93cb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf HTTP/1.1" status: 200 len: 999 time: 0.0583076 Aug 31 03:12:03.045523 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '0c1b90e7-5395-4fc9-bbdd-456e50a9ae18', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:75:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cca6136-efac-40f1-a782-299c3065bdb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:12:01Z', 'updated_at': '2021-08-31T03:12:01Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}, {'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:59Z', 'revision_number': 1, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:03.051049 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-3505314d-3f44-438c-8a5b-a3e0d0402646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:03.052539 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-3505314d-3f44-438c-8a5b-a3e0d0402646 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0440159 Aug 31 03:12:03.071341 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:12:03.080339 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:03.081000 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:11:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:03.104646 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-497daa19-53c4-4dca-97bc-1b5e26b4eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:03.106151 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-497daa19-53c4-4dca-97bc-1b5e26b4eaa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428631 Aug 31 03:12:03.192374 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:03.202790 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-3f4f527e-9dfe-4e61-ac9b-228bd0e4b7f8 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878119 Aug 31 03:12:03.296250 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e4e985c5-0344-4d4b-9040-e01d7043ed88 req-1a56ca63-b6a7-4cb0-8a14-340acc4f2b7b service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852463 Aug 31 03:12:03.414728 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '0c1b90e7-5395-4fc9-bbdd-456e50a9ae18', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:75:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cca6136-efac-40f1-a782-299c3065bdb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:12:01Z', 'updated_at': '2021-08-31T03:12:01Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}, {'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:59Z', 'revision_number': 1, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:03.441732 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668bd5dc-4cb9-4880-89cc-36045fa37911 None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '0c1b90e7-5395-4fc9-bbdd-456e50a9ae18', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:75:06:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cca6136-efac-40f1-a782-299c3065bdb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:12:01Z', 'updated_at': '2021-08-31T03:12:01Z', 'revision_number': 0, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}, {'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:59Z', 'revision_number': 1, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:12:03.640757 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1504bd0d-2f4b-4549-bea1-c9a86236540e None None] New status for floating IP 0c1b90e7-5395-4fc9-bbdd-456e50a9ae18: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:12:09.809777 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:13.603842 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-0d261f8e-78bc-4e50-9cdb-5cd93bd08131 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398846 Aug 31 03:12:13.665254 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-4bd90034-a240-48ab-b9cb-96f69363f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:13.666636 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-4bd90034-a240-48ab-b9cb-96f69363f01f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1098 time: 0.0402577 Aug 31 03:12:13.771065 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-bb974079-c9a2-432a-86d3-e6464d8cc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:13.772558 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-bb974079-c9a2-432a-86d3-e6464d8cc19b service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.0878541 Aug 31 03:12:13.837268 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-7f7bf5aa-01cb-452d-af20-c936fb504cbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 200 len: 1000 time: 0.0572340 Aug 31 03:12:13.886899 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-76e207dd-3677-4422-ab83-1cba3e6d9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:13.888416 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-76e207dd-3677-4422-ab83-1cba3e6d9544 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0432982 Aug 31 03:12:13.937268 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-3055a1eb-74ec-4607-9b18-4a3725d47f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:13.938650 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-3055a1eb-74ec-4607-9b18-4a3725d47f9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437300 Aug 31 03:12:14.028182 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-88c4c133-68c4-4de5-aace-4da1b669fd3a service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809255 Aug 31 03:12:14.121220 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d02852f5-3662-4318-8d45-8a27e9da2187 req-c49f798c-bc7f-4c9a-8043-acc8e7aa3cc7 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Aug 31 03:12:14.200074 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24063d78-a5a0-4c74-9662-edf5fc740fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:16.883263 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-586677ae-ee5e-4d01-ab3f-4cd5d284aba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:17.347904 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:18.083589 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:19.625729 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:34.565277 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:12:39.818515 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:40.831382 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58324) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:40.993853 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Deleting port ff5d3795-f465-4d0d-a7bc-869da519a226 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:40.994190 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:41.099728 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b911b-c450-483b-9c47-2318eb0c57c8 req-a48d873f-8b5e-40b8-b5a3-206cd5ba738d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:41.101164 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8c4b911b-c450-483b-9c47-2318eb0c57c8 req-a48d873f-8b5e-40b8-b5a3-206cd5ba738d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0720458 Aug 31 03:12:41.110838 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:41.111161 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:41.133182 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Calling delete_port for ff5d3795-f465-4d0d-a7bc-869da519a226 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:41.186932 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8c4b911b-c450-483b-9c47-2318eb0c57c8 req-d74695b4-d858-4540-8864-d5149aa54e76 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780194 Aug 31 03:12:41.562997 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:41.585731 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event deleted for resources: {'Port': ['ID=ff5d3795-f465-4d0d-a7bc-869da519a226,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:41.598360 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.598704 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.599038 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.599387 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.599721 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.600044 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.600364 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.600684 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.601008 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.601325 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.601642 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.601955 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:41.662371 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:41.662696 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Floating IP 2b0bfea3-77d2-441c-ac12-8d8c2ba49952 disassociated (deleted). External IP: 172.27.1.169, port: f0c24567-a230-4022-93e7-8528baff737e. Aug 31 03:12:41.860832 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:12:41.965552 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:12:41.970411 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:41.975324 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] Sync routers for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:12:41.985040 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:41.986745 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:12:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:42.000479 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-974ff27e-1fce-4892-baac-89a2f5976094 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "DELETE /v2.0/floatingips/2b0bfea3-77d2-441c-ac12-8d8c2ba49952 HTTP/1.1" status: 204 len: 168 time: 1.1679945 Aug 31 03:12:42.001362 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:12:42.003775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f28103c-f6de-4833-ad68-5d6cc1f24d73" -d '{"events": [{"name": "network-changed", "server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "tag": "f0c24567-a230-4022-93e7-8528baff737e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:12:42.041323 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c179014-694f-48d8-9b87-3ff01ad279a0 x-openstack-request-id: req-5c179014-694f-48d8-9b87-3ff01ad279a0 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:12:42.041616 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "tag": "f0c24567-a230-4022-93e7-8528baff737e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:12:42.041868 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c179014-694f-48d8-9b87-3ff01ad279a0 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:12:42.042266 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e', 'status': 'completed', 'code': 200} Aug 31 03:12:42.102768 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:42.108453 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-69fed480-601f-4de0-9fc7-30d690b8e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:42.110676 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-69fed480-601f-4de0-9fc7-30d690b8e5d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14b6381710ab43a399d108dbe1d67a1c&device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 1098 time: 0.0461564 Aug 31 03:12:42.249912 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-ded31de4-6ba0-4468-a0bf-9d153eda7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:42.251442 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-ded31de4-6ba0-4468-a0bf-9d153eda7a07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 200 len: 910 time: 0.1311574 Aug 31 03:12:42.276968 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00040-e389-499d-b079-1e033d9606be req-68ffa1ac-0e45-4958-8405-21c972a4e1e4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:42.278616 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f2c00040-e389-499d-b079-1e033d9606be req-68ffa1ac-0e45-4958-8405-21c972a4e1e4 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0736213 Aug 31 03:12:42.308184 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-6d70afbd-ccc1-403a-a4d3-78e3e05aabd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 200 len: 217 time: 0.0460911 Aug 31 03:12:42.315482 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83f604-423e-4688-97db-41dbe645b4da req-f45e8c09-c16c-4989-a803-4fad66e2e7d2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:42.316982 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1f83f604-423e-4688-97db-41dbe645b4da req-f45e8c09-c16c-4989-a803-4fad66e2e7d2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0545421 Aug 31 03:12:42.326044 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:08:01Z', 'revision_number': 5, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:42.353965 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] Checking router: ae5a3e69-aadf-4024-bcf6-eb501d3fece2 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:12:42.355613 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-1f83f604-423e-4688-97db-41dbe645b4da req-c44e7a50-4cb2-4ab5-844d-c65e27ed730b tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Aug 31 03:12:42.362728 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:42.363345 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:12:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:42.371912 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f2c00040-e389-499d-b079-1e033d9606be req-e357c0f4-b8bf-4a13-902e-892a2ffca177 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663931 Aug 31 03:12:42.383502 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-04da6288-4049-4d33-ac38-96db89d58c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:42.385249 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-04da6288-4049-4d33-ac38-96db89d58c78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 200 len: 848 time: 0.0637336 Aug 31 03:12:42.436684 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-6c56253f-c6d2-4053-bc90-7f82c3c4eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:42.438253 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-6c56253f-c6d2-4053-bc90-7f82c3c4eb45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0bb3054e-ca8e-4249-9fca-6d78ae839b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453496 Aug 31 03:12:42.535121 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-f846b901-1c76-4d5f-b54c-7f72736ed1a3 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869584 Aug 31 03:12:42.557518 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:42.630795 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-5f28103c-f6de-4833-ad68-5d6cc1f24d73 req-06ab5312-c74d-4b3a-b313-7864b93d4cb0 service neutron] 10.222.0.45 "GET /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876157 Aug 31 03:12:42.749725 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:08:01Z', 'revision_number': 5, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:42.778548 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e5e27-a889-4012-b4f3-5b25027cffd6 None None] The sync data for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi is: [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:07:53Z', 'revision_number': 4, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '3632b132-c01c-49fb-83d3-0786381e88cf', 'name': '', 'network_id': '0bb3054e-ca8e-4249-9fca-6d78ae839b25', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'mac_address': 'fa:16:3e:33:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:52Z', 'updated_at': '2021-08-31T03:08:01Z', 'revision_number': 5, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'subnets': [{'id': 'aeab82f1-f1ef-4466-bb20-f4d07594103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:12:42.992803 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa4c98-97c9-4a92-bf34-aab16c0c3ec4 None None] New status for floating IP 2b0bfea3-77d2-441c-ac12-8d8c2ba49952: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:12:43.474505 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50210d8-0547-4603-ae0b-d1f6b07ada68 req-80e5b46f-991f-45f5-a85b-23f014ea4fb1 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:43.476080 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f50210d8-0547-4603-ae0b-d1f6b07ada68 req-80e5b46f-991f-45f5-a85b-23f014ea4fb1 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0485532 Aug 31 03:12:43.504971 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c78941-970f-44b9-b2b7-03d116799b3f req-b1e64a1f-3e08-4b10-8a65-e8b83e03906b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:43.506480 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-89c78941-970f-44b9-b2b7-03d116799b3f req-b1e64a1f-3e08-4b10-8a65-e8b83e03906b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Aug 31 03:12:43.514945 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f50210d8-0547-4603-ae0b-d1f6b07ada68 req-c4f498c4-1420-4c65-b700-60d6071a3ea7 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Aug 31 03:12:43.546055 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-89c78941-970f-44b9-b2b7-03d116799b3f req-77f70438-456c-49f0-b4c9-163e254a8745 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b9fa663-2a29-41e8-ab45-44579041d8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Aug 31 03:12:43.778998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-3aab32e5-1201-4207-840a-cdcf7c6e4f01 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:43.780478 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-3aab32e5-1201-4207-840a-cdcf7c6e4f01 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.45 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 945 time: 0.0496705 Aug 31 03:12:43.875216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Deleting port f0c24567-a230-4022-93e7-8528baff737e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:43.875216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:43.960249 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] For port f0c24567-a230-4022-93e7-8528baff737e, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=f0c24567-a230-4022-93e7-8528baff737e,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:43.960611 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:43.973059 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Calling delete_port for f0c24567-a230-4022-93e7-8528baff737e owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:44.103496 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:44.133795 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event deleted for resources: {'Port': ['ID=f0c24567-a230-4022-93e7-8528baff737e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:44.174049 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] No DVR routers for this DVR port f0c24567-a230-4022-93e7-8528baff737e on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:12:44.176545 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:44.178527 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7c00a0e6-e9a6-49ce-a04f-f187dd029265 req-4a4e8104-e48c-4307-b86c-b68ef302f9c7 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.45 "DELETE /v2.0/ports/f0c24567-a230-4022-93e7-8528baff737e HTTP/1.1" status: 204 len: 173 time: 0.3914094 Aug 31 03:12:44.178956 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-deleted', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:12:44.181218 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0dd0e0-7df2-425e-a5f4-cde1b12c228c" -d '{"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-deleted", "tag": "f0c24567-a230-4022-93e7-8528baff737e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:12:44.201678 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb3e0602-bee6-4376-a485-ceee871cf998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:44.220126 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9e8723-c87d-4bb6-8806-a40f6c758bfb x-openstack-request-id: req-af9e8723-c87d-4bb6-8806-a40f6c758bfb {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:12:44.220434 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e5472-9e48-4260-b48f-088eac8b8672", "name": "network-vif-deleted", "tag": "f0c24567-a230-4022-93e7-8528baff737e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:12:44.220677 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af9e8723-c87d-4bb6-8806-a40f6c758bfb {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:12:44.221079 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e5472-9e48-4260-b48f-088eac8b8672', 'name': 'network-vif-deleted', 'tag': 'f0c24567-a230-4022-93e7-8528baff737e', 'status': 'completed', 'code': 200} Aug 31 03:12:44.647805 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760c739-8e0a-4c19-9615-c8dea57806cc req-921d0cb6-d1af-4a27-a435-2bd5448d5874 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:44.649455 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8760c739-8e0a-4c19-9615-c8dea57806cc req-921d0cb6-d1af-4a27-a435-2bd5448d5874 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0598264 Aug 31 03:12:44.676411 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-efbbfa94-3c20-4948-842d-5b232ac6f41c req-e9dd177a-ba90-4c9b-8ede-565e588add9b tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e95e5472-9e48-4260-b48f-088eac8b8672 HTTP/1.1" status: 200 len: 210 time: 0.0289049 Aug 31 03:12:44.700119 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-8760c739-8e0a-4c19-9615-c8dea57806cc req-aaac9720-37da-48a6-9aab-0f4263b7ae9b tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437868 Aug 31 03:12:45.734592 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58354) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:45.822279 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce698836-ca0a-4c73-a1b2-2b17af3e74a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:45.845151 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425703-3044-4862-91b8-fa1f2036cb29 req-3d17be1a-aad1-4342-9c24-f5cf9129be61 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:45.846687 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3c425703-3044-4862-91b8-fa1f2036cb29 req-3d17be1a-aad1-4342-9c24-f5cf9129be61 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0797520 Aug 31 03:12:45.867408 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce698836-ca0a-4c73-a1b2-2b17af3e74a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:45.921422 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3c425703-3044-4862-91b8-fa1f2036cb29 req-793583bc-6c5a-4c4b-9839-8315ea92607f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669909 Aug 31 03:12:45.950525 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce698836-ca0a-4c73-a1b2-2b17af3e74a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:45.953220 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce698836-ca0a-4c73-a1b2-2b17af3e74a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:45.954374 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ce698836-ca0a-4c73-a1b2-2b17af3e74a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b9fa663-2a29-41e8-ab45-44579041d8cb HTTP/1.1" status: 204 len: 168 time: 0.2190320 Aug 31 03:12:45.963524 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce698836-ca0a-4c73-a1b2-2b17af3e74a9 tempest-TestShelveInstance-2117003428 tempest-TestShelveInstance-2117003428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9fa663-2a29-41e8-ab45-44579041d8cb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:45.993519 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58358) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:46.342870 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:46.632811 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Deleting port 3632b132-c01c-49fb-83d3-0786381e88cf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:46.633071 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:46.710376 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] For port 3632b132-c01c-49fb-83d3-0786381e88cf, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=3632b132-c01c-49fb-83d3-0786381e88cf,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:46.710740 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:46.726325 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Calling delete_port for 3632b132-c01c-49fb-83d3-0786381e88cf owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:46.883467 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb13f6b3-f98c-4075-9fe3-0236bc9156f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:46.900193 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:46.926896 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Pushing event deleted for resources: {'Port': ['ID=3632b132-c01c-49fb-83d3-0786381e88cf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:47.122322 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c48155-966a-4756-a818-e28298b23ec5 req-8552d683-c3cf-4b99-a245-8b4e35804038 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:47.123724 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-83c48155-966a-4756-a818-e28298b23ec5 req-8552d683-c3cf-4b99-a245-8b4e35804038 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0951474 Aug 31 03:12:47.131742 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:47.205687 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-83c48155-966a-4756-a818-e28298b23ec5 req-f79fceba-0ada-4f2d-9313-2f11353a1dc8 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754137 Aug 31 03:12:47.350448 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:47.370636 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:12:47.462442 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device f0c24567-a230-4022-93e7-8528baff737e no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:12:47.477164 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:12:47.485186 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-6ab423a8-4b5a-4602-8675-e32b957aaa1e admin admin] 10.222.0.39 "PUT /v2.0/routers/ae5a3e69-aadf-4024-bcf6-eb501d3fece2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4878139 Aug 31 03:12:47.485295 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: f0c24567-a230-4022-93e7-8528baff737e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:12:47.485295 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device f0c24567-a230-4022-93e7-8528baff737e not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:12:47.485486 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58362) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:47.487548 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] Sync routers for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:12:47.496633 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:47.497337 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:12:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:47.589936 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:47.600736 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:47.698516 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:47.751972 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Deleting port 36ff880d-f85a-4c24-bcb7-5ccd0331422e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:47.752322 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:47.790675 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:12:46Z', 'revision_number': 5, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port': {'id': '36ff880d-f85a-4c24-bcb7-5ccd0331422e', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:50Z', 'updated_at': '2021-08-31T03:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:47.817037 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] Checking router: ae5a3e69-aadf-4024-bcf6-eb501d3fece2 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:12:47.825345 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] Routers {'ae5a3e69-aadf-4024-bcf6-eb501d3fece2'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:47.825941 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:12:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:47.832817 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] For port 36ff880d-f85a-4c24-bcb7-5ccd0331422e, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=36ff880d-f85a-4c24-bcb7-5ccd0331422e,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:47.833189 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:47.846682 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Calling delete_port for 36ff880d-f85a-4c24-bcb7-5ccd0331422e owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:47.917373 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] Set router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:47.990178 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:12:47Z', 'revision_number': 6, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port_host': None}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:48.013175 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.026277 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da21e51e-524b-4cd7-8077-f060fc8eaaa1 None None] The sync data for ids ['ae5a3e69-aadf-4024-bcf6-eb501d3fece2'] in dv-cinder-806665-1-iscsi is: [{'id': 'ae5a3e69-aadf-4024-bcf6-eb501d3fece2', 'name': 'tempest-TestShelveInstance-1220549756-router', 'tenant_id': '14b6381710ab43a399d108dbe1d67a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:49Z', 'updated_at': '2021-08-31T03:12:47Z', 'revision_number': 6, 'project_id': '14b6381710ab43a399d108dbe1d67a1c', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:12:48.038778 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ff880d-f85a-4c24-bcb7-5ccd0331422e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:48.085979 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.098839 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.187984 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.190087 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.335172 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684140cd-5047-47cb-a48f-885c8f66b481 req-cd6d22e7-9d8b-4242-a67d-1b2273b2a5dc tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:48.336765 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-684140cd-5047-47cb-a48f-885c8f66b481 req-cd6d22e7-9d8b-4242-a67d-1b2273b2a5dc tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0594249 Aug 31 03:12:48.384168 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-684140cd-5047-47cb-a48f-885c8f66b481 req-9775db4d-8fec-485f-9333-741d2456e394 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401216 Aug 31 03:12:48.493702 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.494276 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5a3e69-aadf-4024-bcf6-eb501d3fece2 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:12:48.499842 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.500877 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ccfa35dd-371d-4906-96a0-a61ea6202b56 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ae5a3e69-aadf-4024-bcf6-eb501d3fece2 HTTP/1.1" status: 204 len: 168 time: 1.0124965 Aug 31 03:12:48.503439 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58366) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:48.692443 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] Deleting subnet aeab82f1-f1ef-4466-bb20-f4d07594103e {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:12:48.695391 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.729855 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26192120'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.812326 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.865265 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3709209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26191805'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.889974 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeab82f1-f1ef-4466-bb20-f4d07594103e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:48.896236 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:48.900601 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-9bbbd5d8-c4f5-47c6-b326-d67d312f4a7e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aeab82f1-f1ef-4466-bb20-f4d07594103e HTTP/1.1" status: 204 len: 168 time: 0.3937702 Aug 31 03:12:48.900816 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58370) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:48.901687 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72066e5d-3322-4ab6-838e-f694225741a9 None None] Network 0bb3054e-ca8e-4249-9fca-6d78ae839b25 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:12:48.972799 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.032957 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Deleting port f465daa5-2740-47b7-95de-dbf665f80174 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:49.033435 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.103680 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] DHCP port deletion for 0bb3054e-ca8e-4249-9fca-6d78ae839b25 request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:12:49.109882 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] For port f465daa5-2740-47b7-95de-dbf665f80174, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=f465daa5-2740-47b7-95de-dbf665f80174,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:49.110349 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.124655 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Calling delete_port for f465daa5-2740-47b7-95de-dbf665f80174 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:49.153102 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Deleting port f465daa5-2740-47b7-95de-dbf665f80174 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:49.153389 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.202999 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.215686 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] For port f465daa5-2740-47b7-95de-dbf665f80174, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=f465daa5-2740-47b7-95de-dbf665f80174,segment=NetworkSegment(e7857c7c-6555-480d-83c2-c5f0f7630889),segment_id=e7857c7c-6555-480d-83c2-c5f0f7630889)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:49.216318 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.228246 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Pushing event deleted for resources: {'Port': ['ID=f465daa5-2740-47b7-95de-dbf665f80174,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:49.231461 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Calling delete_port for f465daa5-2740-47b7-95de-dbf665f80174 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:49.237463 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.237819 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.238165 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.238505 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.238850 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.239192 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.239555 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.239890 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.240222 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.240549 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.240881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.241207 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.243950 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] No DVR routers for this DVR port f465daa5-2740-47b7-95de-dbf665f80174 on host dv-cinder-806665-1-iscsi {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:12:49.310000 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.323882 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.334110 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb3054e-ca8e-4249-9fca-6d78ae839b25']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:49.335040 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Pushing event deleted for resources: {'Port': ['ID=f465daa5-2740-47b7-95de-dbf665f80174,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:49.343083 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] No DVR routers for this DVR port f465daa5-2740-47b7-95de-dbf665f80174 on host dv-cinder-806665-1-iscsi {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:12:49.345572 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.345923 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.346067 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7857c7c-6555-480d-83c2-c5f0f7630889') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:49.346539 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7857c7c-6555-480d-83c2-c5f0f7630889') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:49.346646 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.346646 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.346911 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.347251 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.347607 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.347935 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.348263 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.348593 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.348917 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.349240 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4773a6b-a624-4289-96b9-95e4b1f4a5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:12:49.356226 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.370430 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.376632 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:12:49.377025 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:12:49.378891 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:12:49.432535 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.437596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.439590 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0bb3054e-ca8e-4249-9fca-6d78ae839b25 HTTP/1.1" status: 204 len: 168 time: 0.5377352 Aug 31 03:12:49.442699 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58374) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:49.457517 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3477-ac98-489a-989d-56d05b69a879 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb3054e-ca8e-4249-9fca-6d78ae839b25,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:49.573132 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b671e-65da-4e7e-970c-d7fd8a3e3a6d req-8132c30e-0155-49b5-b94e-e38b6ff8eb9d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:49.574712 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2b0b671e-65da-4e7e-970c-d7fd8a3e3a6d req-8132c30e-0155-49b5-b94e-e38b6ff8eb9d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0929446 Aug 31 03:12:49.629034 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.664257 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-2b0b671e-65da-4e7e-970c-d7fd8a3e3a6d req-7a46cc3c-b13d-4571-b8af-6cefb95ba2e5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827532 Aug 31 03:12:49.857845 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:49.942676 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device f465daa5-2740-47b7-95de-dbf665f80174 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:12:49.963595 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: f465daa5-2740-47b7-95de-dbf665f80174 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:12:49.963948 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device f465daa5-2740-47b7-95de-dbf665f80174 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:12:49.964385 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3632b132-c01c-49fb-83d3-0786381e88cf no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:12:49.983494 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 3632b132-c01c-49fb-83d3-0786381e88cf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:12:49.983845 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 3632b132-c01c-49fb-83d3-0786381e88cf not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:12:49.984261 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 36ff880d-f85a-4c24-bcb7-5ccd0331422e no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:12:50.012445 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 36ff880d-f85a-4c24-bcb7-5ccd0331422e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:12:50.012794 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 36ff880d-f85a-4c24-bcb7-5ccd0331422e not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:12:50.136751 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Deleting port 49e73b6f-5dad-4c62-b993-09caa231c876 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:50.138084 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:50.215214 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] For port 49e73b6f-5dad-4c62-b993-09caa231c876, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=49e73b6f-5dad-4c62-b993-09caa231c876,segment=NetworkSegment(3b3062ea-95f0-474f-ac61-d30715a2eb97),segment_id=3b3062ea-95f0-474f-ac61-d30715a2eb97)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:50.215521 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:50.231785 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Calling delete_port for 49e73b6f-5dad-4c62-b993-09caa231c876 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:50.417881 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:50.448475 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e73b6f-5dad-4c62-b993-09caa231c876,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:50.610856 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:50.792125 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918556e-726e-47d0-8072-169068d1b143 req-0e214c94-2184-4fae-b183-060c1fa7ff50 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:50.793673 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0918556e-726e-47d0-8072-169068d1b143 req-0e214c94-2184-4fae-b183-060c1fa7ff50 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0502100 Aug 31 03:12:50.830856 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:12:50.832174 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0918556e-726e-47d0-8072-169068d1b143 req-1cd27db1-bb43-4fe9-ae16-f5bec393f396 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326083 Aug 31 03:12:50.934990 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:12:50.941220 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-18430235-19b7-434f-a2a0-5e539b6d02d2 admin admin] 10.222.0.39 "PUT /v2.0/routers/7b85af4e-c7ec-4ad4-bde3-1dfafe608f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4972408 Aug 31 03:12:50.942506 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:50.943754 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] Sync routers for ids ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:12:50.953261 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] Routers {'7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:50.953887 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:12:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:51.046792 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.070577 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] Set router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:51.163083 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.217353 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Deleting port a92595da-77b0-4459-b485-1425554766f5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:51.217767 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.248584 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a92595da-77b0-4459-b485-1425554766f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:12:50Z', 'revision_number': 5, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port': {'id': 'a92595da-77b0-4459-b485-1425554766f5', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:51.274500 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] Checking router: 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:12:51.282611 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] Routers {'7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:12:51.283210 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:12:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:51.296016 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] For port a92595da-77b0-4459-b485-1425554766f5, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=a92595da-77b0-4459-b485-1425554766f5,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:51.296378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.313179 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Calling delete_port for a92595da-77b0-4459-b485-1425554766f5 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:51.368090 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] Set router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:12:51.424332 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:12:51Z', 'revision_number': 6, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port_host': None}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:51.450559 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419e1686-5a3d-4aee-bf17-1173443d12c4 None None] The sync data for ids ['7b85af4e-c7ec-4ad4-bde3-1dfafe608f60'] in dv-cinder-806665-1-iscsi is: [{'id': '7b85af4e-c7ec-4ad4-bde3-1dfafe608f60', 'name': 'tempest-TestShelveInstance-1378554520-router', 'tenant_id': '5dff8ce800d545b1bef70e9f100eb50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:07:56Z', 'updated_at': '2021-08-31T03:12:51Z', 'revision_number': 6, 'project_id': '5dff8ce800d545b1bef70e9f100eb50a', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:12:51.482077 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.513142 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92595da-77b0-4459-b485-1425554766f5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:51.569053 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.655861 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.657916 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.697885 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.698516 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:12:51.703513 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.704653 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-106418e3-ef71-4e56-8e8f-804d2ba68d32 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7b85af4e-c7ec-4ad4-bde3-1dfafe608f60 HTTP/1.1" status: 204 len: 168 time: 0.7611749 Aug 31 03:12:51.707189 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58380) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:51.753820 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] Deleting subnet ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:12:51.756820 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.791686 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26192120'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.872113 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.960762 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3709209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26191805'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:51.965597 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 49e73b6f-5dad-4c62-b993-09caa231c876 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:12:51.989192 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:51.990429 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 49e73b6f-5dad-4c62-b993-09caa231c876 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:12:51.990782 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 49e73b6f-5dad-4c62-b993-09caa231c876 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:12:51.991208 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device a92595da-77b0-4459-b485-1425554766f5 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:12:52.000644 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf6715-1e45-448a-92c8-7519f2d448d7 req-e1671e78-c332-4935-96ea-b75f5efcecc0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:52.002145 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfaf6715-1e45-448a-92c8-7519f2d448d7 req-e1671e78-c332-4935-96ea-b75f5efcecc0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0877724 Aug 31 03:12:52.003161 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.004984 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7f6ff43d-a68c-4de6-9389-039ca1d90c2c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ff3fde14-7ad1-41f3-8d5a-e8e5b11b7e55 HTTP/1.1" status: 204 len: 168 time: 0.2968643 Aug 31 03:12:52.007520 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58384) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:52.024006 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fe738-63ec-4957-8b77-c59d66acf8b2 None None] Network 49e20566-b6bd-4492-b226-e934cb8a72e4 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:12:52.027235 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: a92595da-77b0-4459-b485-1425554766f5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:12:52.028223 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device a92595da-77b0-4459-b485-1425554766f5 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:12:52.101336 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bfaf6715-1e45-448a-92c8-7519f2d448d7 req-8ead389c-e4e0-421b-8ee2-1aca9b6a6ec9 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916700 Aug 31 03:12:52.105288 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.171234 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Deleting port 56f0fe3c-e848-47ca-a723-25b5a74e050e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:52.171672 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.215988 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] DHCP port deletion for 49e20566-b6bd-4492-b226-e934cb8a72e4 request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:12:52.236629 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] For port 56f0fe3c-e848-47ca-a723-25b5a74e050e, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=56f0fe3c-e848-47ca-a723-25b5a74e050e,segment=NetworkSegment(3b3062ea-95f0-474f-ac61-d30715a2eb97),segment_id=3b3062ea-95f0-474f-ac61-d30715a2eb97)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:52.236991 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.252158 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Calling delete_port for 56f0fe3c-e848-47ca-a723-25b5a74e050e owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:52.270654 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] Deleting port 56f0fe3c-e848-47ca-a723-25b5a74e050e {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:12:52.271039 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.333544 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] For port 56f0fe3c-e848-47ca-a723-25b5a74e050e, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=56f0fe3c-e848-47ca-a723-25b5a74e050e,segment=NetworkSegment(3b3062ea-95f0-474f-ac61-d30715a2eb97),segment_id=3b3062ea-95f0-474f-ac61-d30715a2eb97)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:12:52.334000 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.343816 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.348054 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] Calling delete_port for 56f0fe3c-e848-47ca-a723-25b5a74e050e owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:12:52.370535 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Pushing event deleted for resources: {'Port': ['ID=56f0fe3c-e848-47ca-a723-25b5a74e050e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:52.372862 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] No DVR routers for this DVR port 56f0fe3c-e848-47ca-a723-25b5a74e050e on host dv-cinder-806665-1-iscsi {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:12:52.424231 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.444104 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.452714 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] Pushing event deleted for resources: {'Port': ['ID=56f0fe3c-e848-47ca-a723-25b5a74e050e,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:52.454302 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e20566-b6bd-4492-b226-e934cb8a72e4']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:52.456212 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7781f-5cc1-4d49-a83e-7f9c93f425ee None None] No DVR routers for this DVR port 56f0fe3c-e848-47ca-a723-25b5a74e050e on host dv-cinder-806665-1-iscsi {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:12:52.468948 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3062ea-95f0-474f-ac61-d30715a2eb97') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:52.469247 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3062ea-95f0-474f-ac61-d30715a2eb97') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:12:52.478037 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26192067'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.492292 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.498752 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:12:52.499137 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3709347'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: Traceback (most recent call last): Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: timer() Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: cb(*args, **kw) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: return func(*args, **kwargs) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: self._notify() Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: self.callback(batched_events) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: event.method(event) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: return f(self, *a, **k) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._get(url).json() Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: return self.request(url, 'GET', **kwargs) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:12:52.500851 dv-cinder-806665-1-iscsi neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:12:52.552169 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.557248 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.559789 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] 10.222.0.39 "DELETE /v2.0/networks/49e20566-b6bd-4492-b226-e934cb8a72e4 HTTP/1.1" status: 204 len: 168 time: 0.5512745 Aug 31 03:12:52.570375 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c422c-1dd6-4448-acf8-ec8765ee380d admin admin] Pushing event deleted for resources: {'Network': ['ID=49e20566-b6bd-4492-b226-e934cb8a72e4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:52.674864 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58394) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:52.718944 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-6c20f39b-6f3c-49b1-be62-56b1974829b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14b6381710ab43a399d108dbe1d67a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427165 Aug 31 03:12:52.721230 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58396) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:52.768141 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4809a761-936d-48c0-9013-86d78ea8befc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.789025 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4809a761-936d-48c0-9013-86d78ea8befc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.834571 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4809a761-936d-48c0-9013-86d78ea8befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.837135 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4809a761-936d-48c0-9013-86d78ea8befc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:52.838315 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4809a761-936d-48c0-9013-86d78ea8befc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ed28018-1012-46f4-b9d0-4f7ae51cbbc5 HTTP/1.1" status: 204 len: 168 time: 0.1160810 Aug 31 03:12:52.846587 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809a761-936d-48c0-9013-86d78ea8befc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed28018-1012-46f4-b9d0-4f7ae51cbbc5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:53.141290 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:53.181017 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-2288e21d-56b5-4e57-a8f1-13f12ffade96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dff8ce800d545b1bef70e9f100eb50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384767 Aug 31 03:12:53.183505 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58406) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:12:53.223065 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b7ef-e7c3-4122-83d6-53a8b12e9575 req-4edc0787-aced-4ce3-9f94-4bde062628fa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:53.224561 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-36b1b7ef-e7c3-4122-83d6-53a8b12e9575 req-4edc0787-aced-4ce3-9f94-4bde062628fa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0483239 Aug 31 03:12:53.231938 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd804c8b-8ce4-4483-b374-e46238c2239c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:53.255632 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd804c8b-8ce4-4483-b374-e46238c2239c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:53.264006 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-36b1b7ef-e7c3-4122-83d6-53a8b12e9575 req-b66d26f3-3b58-4f7c-849e-8d109c091b05 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Aug 31 03:12:53.304887 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd804c8b-8ce4-4483-b374-e46238c2239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:53.307395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd804c8b-8ce4-4483-b374-e46238c2239c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:12:53.308517 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-fd804c8b-8ce4-4483-b374-e46238c2239c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/746e65dc-2e87-4536-99f1-fce1b8f594d9 HTTP/1.1" status: 204 len: 168 time: 0.1240709 Aug 31 03:12:53.316364 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd804c8b-8ce4-4483-b374-e46238c2239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746e65dc-2e87-4536-99f1-fce1b8f594d9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:12:53.936508 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 56f0fe3c-e848-47ca-a723-25b5a74e050e no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:12:53.956549 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 56f0fe3c-e848-47ca-a723-25b5a74e050e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:12:53.956891 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 56f0fe3c-e848-47ca-a723-25b5a74e050e not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:12:54.378294 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139257b3-8b55-4e46-b351-8b191b224dd7 req-5af9131d-6a4d-41eb-9d0f-e35a1d5f3e50 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:54.379800 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-139257b3-8b55-4e46-b351-8b191b224dd7 req-5af9131d-6a4d-41eb-9d0f-e35a1d5f3e50 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0475554 Aug 31 03:12:54.417335 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-139257b3-8b55-4e46-b351-8b191b224dd7 req-f9ed754e-f882-4be7-b2cc-b95c7e2a1a7c tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Aug 31 03:12:55.529881 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b946f2-f162-4d4d-90e6-de590ba9c957 req-550356a7-745d-4909-b203-17a1d265ee86 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:55.531357 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-49b946f2-f162-4d4d-90e6-de590ba9c957 req-550356a7-745d-4909-b203-17a1d265ee86 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0480134 Aug 31 03:12:55.571434 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-49b946f2-f162-4d4d-90e6-de590ba9c957 req-8255597c-a4e1-43ff-9d0b-ddce72bbb023 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341403 Aug 31 03:12:56.685638 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71917-005b-4509-bc9f-e7bb0c2bd638 req-c672ea7c-7596-4632-83a6-ebdb4e706058 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:56.687104 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b2c71917-005b-4509-bc9f-e7bb0c2bd638 req-c672ea7c-7596-4632-83a6-ebdb4e706058 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0478592 Aug 31 03:12:56.724104 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b2c71917-005b-4509-bc9f-e7bb0c2bd638 req-4083f141-e59d-4de4-b6ce-92a8c271cba1 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311365 Aug 31 03:12:56.919442 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e54c10-5971-4a57-adb1-1105a7306053 req-1703ed22-7cf4-46cb-9665-ee58116af449 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:56.920846 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f9e54c10-5971-4a57-adb1-1105a7306053 req-1703ed22-7cf4-46cb-9665-ee58116af449 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0502310 Aug 31 03:12:56.986634 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f9e54c10-5971-4a57-adb1-1105a7306053 req-b2670487-a95f-4398-9211-12b177dd7b10 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594072 Aug 31 03:12:56.996082 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-c51d61f7-391f-48f2-9a9e-3462f2f7fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:56.997551 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-c51d61f7-391f-48f2-9a9e-3462f2f7fb64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 1099 time: 0.0626931 Aug 31 03:12:57.085395 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-d5c12949-85da-4dc4-9a9d-332431bf0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:57.086839 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-d5c12949-85da-4dc4-9a9d-332431bf0631 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 911 time: 0.0814092 Aug 31 03:12:57.155452 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-4638b9a1-eb8c-4f4e-9851-93bc0e988a6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 200 len: 1002 time: 0.0617530 Aug 31 03:12:57.203799 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-fa237ebc-0dbb-4907-9c15-f153eace9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:57.205142 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-fa237ebc-0dbb-4907-9c15-f153eace9d4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0424576 Aug 31 03:12:57.249140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-b76b9387-bc78-4235-8581-bce18403c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:57.250568 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-b76b9387-bc78-4235-8581-bce18403c923 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384064 Aug 31 03:12:57.340195 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-64eb2857-4795-439f-a2b0-56dee0fec1f5 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824001 Aug 31 03:12:57.426886 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a2f170bc-75db-49a8-9945-dc2205d2a515 req-d80477ce-ce6a-41ac-92fc-f0da7a45f032 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793953 Aug 31 03:12:58.101982 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b5bba-560c-446c-b430-e6edaec21d29 req-caa97364-9487-4ae1-8605-5b60a19c16e3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:12:58.104381 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ed9b5bba-560c-446c-b430-e6edaec21d29 req-caa97364-9487-4ae1-8605-5b60a19c16e3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0493357 Aug 31 03:12:58.142343 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ed9b5bba-560c-446c-b430-e6edaec21d29 req-33a826eb-f87c-45aa-b126-e28e0815af6e tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Aug 31 03:13:09.833497 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:11.564506 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:13:14.202305 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3fd70ff7-440f-464b-9a74-2a42546e1956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:14.551066 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-18aa58da-7db0-4df1-9cbc-d74582f2a360 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429132 Aug 31 03:13:14.640437 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a7e1-0c46-42cc-8652-56413f882fea req-4ddb5b0b-0c49-405c-b381-5627f19cc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:14.641953 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-4ddb5b0b-0c49-405c-b381-5627f19cc9d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1098 time: 0.0484324 Aug 31 03:13:14.750762 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a7e1-0c46-42cc-8652-56413f882fea req-b7b9a443-97c0-4b2b-ba3f-9487382da3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:14.752313 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-b7b9a443-97c0-4b2b-ba3f-9487382da3f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.0871613 Aug 31 03:13:14.822288 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-0b53e30d-055c-4469-8b28-e0adbc1324fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 200 len: 1000 time: 0.0630395 Aug 31 03:13:14.872381 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a7e1-0c46-42cc-8652-56413f882fea req-a1ea3b27-8932-4999-a31a-8e489ddc4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:14.873867 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-a1ea3b27-8932-4999-a31a-8e489ddc4cf7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0452387 Aug 31 03:13:14.921582 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a7e1-0c46-42cc-8652-56413f882fea req-71e0b2f3-456d-45ec-88a2-27c5c1841c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:14.923422 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-71e0b2f3-456d-45ec-88a2-27c5c1841c29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430639 Aug 31 03:13:15.269948 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-21370f13-5782-4505-8217-200288d876e1 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391953 Aug 31 03:13:15.359067 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-3309a7e1-0c46-42cc-8652-56413f882fea req-383ce3db-35ec-4f48-9648-5005aa6c7c41 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816488 Aug 31 03:13:16.886076 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1908ab4b-4c4c-4f8c-b39c-49ab110d280c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:17.351940 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:18.087435 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:19.632344 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:32.001764 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0c3f9-013b-4783-b4c0-cbc9487c836b req-fd119b16-621e-49b0-8a8a-81a6f3ba61cf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:32.003246 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-49b0c3f9-013b-4783-b4c0-cbc9487c836b req-fd119b16-621e-49b0-8a8a-81a6f3ba61cf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0488842 Aug 31 03:13:32.043212 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-49b0c3f9-013b-4783-b4c0-cbc9487c836b req-79bfe235-6d90-4728-8f6c-8419f960773c tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339789 Aug 31 03:13:33.163192 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89255ca3-ecab-429e-ab38-995adb981e77 req-0fd1df16-8b8c-4716-a7dd-ac7500e5e7d5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:33.164687 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89255ca3-ecab-429e-ab38-995adb981e77 req-0fd1df16-8b8c-4716-a7dd-ac7500e5e7d5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0479259 Aug 31 03:13:33.202758 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-89255ca3-ecab-429e-ab38-995adb981e77 req-4dd754d9-4842-41f2-abf0-cee2b59bc40e tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Aug 31 03:13:34.313757 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea345-0624-4ecc-9eac-efb2c8a99859 req-3dc8ada7-77a0-490b-b24d-2575475577ef tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:34.315230 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fc5ea345-0624-4ecc-9eac-efb2c8a99859 req-3dc8ada7-77a0-490b-b24d-2575475577ef tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0477481 Aug 31 03:13:34.351876 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fc5ea345-0624-4ecc-9eac-efb2c8a99859 req-cc27cbb7-160b-4594-806c-be2ba55e7514 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Aug 31 03:13:34.736908 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58442) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:34.886069 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Deleting port 30237ecb-7e3b-4115-bed1-1dd0b948d49c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:34.886408 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:34.961081 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:34.961413 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:34.973143 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Calling delete_port for 30237ecb-7e3b-4115-bed1-1dd0b948d49c owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:35.111260 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:35.140607 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event deleted for resources: {'Port': ['ID=30237ecb-7e3b-4115-bed1-1dd0b948d49c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:35.196612 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:35.196942 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Floating IP 0c1b90e7-5395-4fc9-bbdd-456e50a9ae18 disassociated (deleted). External IP: 172.27.1.119, port: 07eb66cf-5771-4a44-a6f4-3c42fbc872cf. Aug 31 03:13:35.428655 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:13:35.465015 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9f4de-ed7c-4f6b-a686-361cc6abbb46 req-a4d50c45-02a9-4758-9ec8-9ce5cc235fc2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:35.467445 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-26c9f4de-ed7c-4f6b-a686-361cc6abbb46 req-a4d50c45-02a9-4758-9ec8-9ce5cc235fc2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0484223 Aug 31 03:13:35.511346 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-26c9f4de-ed7c-4f6b-a686-361cc6abbb46 req-f999826c-fb61-4fbc-8dd6-84a29f60faf9 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 Aug 31 03:13:35.537594 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:13:35.542460 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:35.549345 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:13:35.558358 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:35.558996 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:35.570186 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-72962874-24de-47e6-8f03-b389341d3d18 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "DELETE /v2.0/floatingips/0c1b90e7-5395-4fc9-bbdd-456e50a9ae18 HTTP/1.1" status: 204 len: 168 time: 0.8321881 Aug 31 03:13:35.570884 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:13:35.573246 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe7fe73-19c0-4085-8f8f-21754019e463" -d '{"events": [{"name": "network-changed", "server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:13:35.610048 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2df32-0109-4970-aefd-e5173ae8a452 x-openstack-request-id: req-2ed2df32-0109-4970-aefd-e5173ae8a452 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:13:35.610338 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:13:35.610589 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ed2df32-0109-4970-aefd-e5173ae8a452 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:13:35.610988 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'status': 'completed', 'code': 200} Aug 31 03:13:35.678352 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:35.682432 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-22d6e004-1cfc-47db-a756-cc3ec15c4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:35.683994 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-22d6e004-1cfc-47db-a756-cc3ec15c4848 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 1098 time: 0.0490446 Aug 31 03:13:35.794850 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-43fcf78c-14f9-4162-894b-b36bc2e9307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:35.796431 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-43fcf78c-14f9-4162-894b-b36bc2e9307a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.1037362 Aug 31 03:13:35.807569 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9719ce-c260-46c2-84f3-567d9fd5bc08 req-c71269c3-da4b-40d9-bf2e-e9bba95b9191 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:35.809704 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2e9719ce-c260-46c2-84f3-567d9fd5bc08 req-c71269c3-da4b-40d9-bf2e-e9bba95b9191 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 945 time: 0.0500159 Aug 31 03:13:35.843319 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-a2fe654d-d5e6-4879-9312-d40d1d78701e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf HTTP/1.1" status: 200 len: 217 time: 0.0388637 Aug 31 03:13:35.848307 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2e9719ce-c260-46c2-84f3-567d9fd5bc08 req-cb68a3cb-82b7-41b9-86db-4bf18f3e4543 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322318 Aug 31 03:13:35.895457 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-80dcd210-0a4d-4df9-95a6-165b8cc5c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:35.896949 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-80dcd210-0a4d-4df9-95a6-165b8cc5c126 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0459237 Aug 31 03:13:35.920952 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:59Z', 'revision_number': 1, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:35.946771 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:13:35.947230 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-9e8afd47-0481-4483-9279-bf95f49d128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:35.948756 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-9e8afd47-0481-4483-9279-bf95f49d128a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436437 Aug 31 03:13:35.955017 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:35.955732 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:36.039629 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-464da4a9-2474-4626-9d41-0565191f8777 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831208 Aug 31 03:13:36.138836 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-bbe7fe73-19c0-4085-8f8f-21754019e463 req-b49e8b87-bd14-43a4-be92-b347c89c940f service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916495 Aug 31 03:13:36.147609 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:36.361536 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:59Z', 'revision_number': 1, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:36.390346 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecc7771-3dbc-4d67-8ee8-364e33efefa1 None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': 'b15d160d-a3ce-4166-a5fb-c0fde5daad10', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'port_id': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'mac_address': 'fa:16:3e:d4:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce230456-8e02-4e7e-b559-5ae030748006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:09:57Z', 'updated_at': '2021-08-31T03:09:59Z', 'revision_number': 1, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:13:36.592385 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34622750-8ecc-4771-8733-a6a7e648fcc5 None None] New status for floating IP 0c1b90e7-5395-4fc9-bbdd-456e50a9ae18: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:13:36.634324 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939a593-c410-43ac-97cd-9a7af5a95d65 req-7f0cbf4f-f9b0-464e-b0e4-d5305bce9ad5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:36.636304 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7939a593-c410-43ac-97cd-9a7af5a95d65 req-7f0cbf4f-f9b0-464e-b0e4-d5305bce9ad5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0536005 Aug 31 03:13:36.677347 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-7939a593-c410-43ac-97cd-9a7af5a95d65 req-d3c25957-01ba-48e8-8cd3-9af2f68798ed tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348730 Aug 31 03:13:36.962479 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348fc6f-b0f2-4428-9bec-2cb90bbc6f80 req-e97ed67c-34e8-4418-b1d7-3177f98f3308 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:36.963980 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9348fc6f-b0f2-4428-9bec-2cb90bbc6f80 req-e97ed67c-34e8-4418-b1d7-3177f98f3308 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 945 time: 0.0490797 Aug 31 03:13:37.000889 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9348fc6f-b0f2-4428-9bec-2cb90bbc6f80 req-07ffde0b-a98d-4c1d-b69e-603b2500f395 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304451 Aug 31 03:13:37.258975 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-84158767-0f70-4568-a754-284ef015db48 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:37.260715 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-84158767-0f70-4568-a754-284ef015db48 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 945 time: 0.0475066 Aug 31 03:13:37.364730 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Deleting port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:37.365076 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:37.453338 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] For port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:37.453700 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:37.467043 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Calling delete_port for 07eb66cf-5771-4a44-a6f4-3c42fbc872cf owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:37.593320 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:37.621209 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event deleted for resources: {'Port': ['ID=07eb66cf-5771-4a44-a6f4-3c42fbc872cf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:37.671463 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] No DVR routers for this DVR port 07eb66cf-5771-4a44-a6f4-3c42fbc872cf on host hv-cinder-80666 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:13:37.674221 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:37.676288 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-515eb9c9-1899-4cc5-8fa6-e04399f5f415 req-8c8c6cd5-1a4d-4407-9469-179b25b7c9cd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "DELETE /v2.0/ports/07eb66cf-5771-4a44-a6f4-3c42fbc872cf HTTP/1.1" status: 204 len: 173 time: 0.4048386 Aug 31 03:13:37.676718 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'name': 'network-vif-deleted', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:13:37.679718 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf98671f-7d45-4532-b6c6-2e463a852d35" -d '{"events": [{"server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "name": "network-vif-deleted", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:13:37.724187 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff7dfb4-7068-4d45-9794-8bc8a4896e5e x-openstack-request-id: req-9ff7dfb4-7068-4d45-9794-8bc8a4896e5e {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:13:37.724478 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cca6136-efac-40f1-a782-299c3065bdb8", "name": "network-vif-deleted", "tag": "07eb66cf-5771-4a44-a6f4-3c42fbc872cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:13:37.724729 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ff7dfb4-7068-4d45-9794-8bc8a4896e5e {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:13:37.725129 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cca6136-efac-40f1-a782-299c3065bdb8', 'name': 'network-vif-deleted', 'tag': '07eb66cf-5771-4a44-a6f4-3c42fbc872cf', 'status': 'completed', 'code': 200} Aug 31 03:13:37.796395 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e972a9b-949a-4901-8774-61b8a10f3605 req-531c1360-d139-4e1e-8603-2695b02c1cb0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:37.797852 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e972a9b-949a-4901-8774-61b8a10f3605 req-531c1360-d139-4e1e-8603-2695b02c1cb0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0475733 Aug 31 03:13:37.838154 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-7e972a9b-949a-4901-8774-61b8a10f3605 req-3b61d5bf-9de6-41e1-ad25-18d835d201e3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342729 Aug 31 03:13:38.119498 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fabc1a91-7dbf-40cd-8413-fc5f11224c28 req-483ac66a-a68a-4542-8f95-c6781832f8fd tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cca6136-efac-40f1-a782-299c3065bdb8 HTTP/1.1" status: 200 len: 210 time: 0.0319171 Aug 31 03:13:38.952308 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ce6a0-7af4-4e69-8a77-d3ad2f8a1293 req-5e317bc1-e10b-41c3-a986-48e7e0ae0041 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:38.953767 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ad3ce6a0-7af4-4e69-8a77-d3ad2f8a1293 req-5e317bc1-e10b-41c3-a986-48e7e0ae0041 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0476005 Aug 31 03:13:38.991037 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-ad3ce6a0-7af4-4e69-8a77-d3ad2f8a1293 req-4f77c24d-3036-486c-a6ca-a183fef278ea tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Aug 31 03:13:39.846754 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:40.103855 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e13a13-0783-4106-98c0-15b39ddb0705 req-dd22ff46-3042-4f37-9115-328675a2eae8 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:40.105237 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-23e13a13-0783-4106-98c0-15b39ddb0705 req-dd22ff46-3042-4f37-9115-328675a2eae8 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0476925 Aug 31 03:13:40.142828 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-23e13a13-0783-4106-98c0-15b39ddb0705 req-237552c6-afa0-4984-baa2-5a23f3894263 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316405 Aug 31 03:13:41.255639 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c63ce-8e24-4466-97f8-ac8ead0c0aef req-da4d6c2a-e2c8-478b-a653-950ffd5c158d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:41.257131 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f51c63ce-8e24-4466-97f8-ac8ead0c0aef req-da4d6c2a-e2c8-478b-a653-950ffd5c158d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0499208 Aug 31 03:13:41.295323 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f51c63ce-8e24-4466-97f8-ac8ead0c0aef req-5369b7cf-90e1-4c18-ab21-9846e02e186e tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Aug 31 03:13:41.390964 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58482) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:41.564350 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Deleting port 8fcb8018-8033-4edb-b4af-c684beeaa570 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:41.564683 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:41.645171 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:41.645424 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:41.657254 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Calling delete_port for 8fcb8018-8033-4edb-b4af-c684beeaa570 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:41.726332 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 07eb66cf-5771-4a44-a6f4-3c42fbc872cf no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:41.745967 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 07eb66cf-5771-4a44-a6f4-3c42fbc872cf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:41.746304 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 07eb66cf-5771-4a44-a6f4-3c42fbc872cf not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:41.805800 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:41.836828 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event deleted for resources: {'Port': ['ID=8fcb8018-8033-4edb-b4af-c684beeaa570,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:41.858604 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.858958 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.859303 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.859671 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.860004 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.860338 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.860669 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.861003 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.861332 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.861655 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.861978 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.862300 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:41.905874 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:41.906208 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Floating IP b15d160d-a3ce-4166-a5fb-c0fde5daad10 disassociated (deleted). External IP: 172.27.1.76, port: 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a. Aug 31 03:13:42.108980 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:13:42.219949 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:13:42.232792 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:42.238588 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:13:42.249861 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:42.250561 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:42.261581 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-72b69ff2-198b-43c6-8441-c7bf3e3e447e tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "DELETE /v2.0/floatingips/b15d160d-a3ce-4166-a5fb-c0fde5daad10 HTTP/1.1" status: 204 len: 168 time: 0.8695083 Aug 31 03:13:42.262184 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:13:42.264823 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f698af-d19f-4325-b083-120e658a5482" -d '{"events": [{"name": "network-changed", "server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:13:42.304512 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900f6bf5-70c8-463b-a96a-280e6afe98a5 x-openstack-request-id: req-900f6bf5-70c8-463b-a96a-280e6afe98a5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:13:42.304990 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:13:42.305311 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-900f6bf5-70c8-463b-a96a-280e6afe98a5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:13:42.305925 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'status': 'completed', 'code': 200} Aug 31 03:13:42.361841 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:42.405563 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f698af-d19f-4325-b083-120e658a5482 req-e7f26e33-cf70-4364-8dae-bd7f12e8cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.407353 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e2f698af-d19f-4325-b083-120e658a5482 req-e7f26e33-cf70-4364-8dae-bd7f12e8cdf0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 1098 time: 0.0801184 Aug 31 03:13:42.470055 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d4d08-9f16-41ff-bf25-230eb9bea94a req-f121f9c0-0169-4a53-8ff3-32c94cc0b171 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.471733 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1a0d4d08-9f16-41ff-bf25-230eb9bea94a req-f121f9c0-0169-4a53-8ff3-32c94cc0b171 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.1022236 Aug 31 03:13:42.494367 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3434-15f2-4faa-9ee5-44e9d335b133 req-4fffc7a8-b163-4e93-8ceb-3d1d9a7c6a56 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.496656 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c21d3434-15f2-4faa-9ee5-44e9d335b133 req-4fffc7a8-b163-4e93-8ceb-3d1d9a7c6a56 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Aug 31 03:13:42.534915 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1a0d4d08-9f16-41ff-bf25-230eb9bea94a req-8cff5874-45ce-444b-a15c-5610b15d95bd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554714 Aug 31 03:13:42.546772 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f698af-d19f-4325-b083-120e658a5482 req-0dbb23df-fc62-4a44-aeb3-9237163ff319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.549461 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e2f698af-d19f-4325-b083-120e658a5482 req-0dbb23df-fc62-4a44-aeb3-9237163ff319 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 200 len: 913 time: 0.1341972 Aug 31 03:13:42.552072 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-c21d3434-15f2-4faa-9ee5-44e9d335b133 req-1584a47e-1e98-41d9-8a03-a33c79ba3bcc tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439436 Aug 31 03:13:42.584539 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:42.599580 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e2f698af-d19f-4325-b083-120e658a5482 req-4474d0ad-eb51-43f3-a07d-67ec7a5fa1de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 200 len: 217 time: 0.0423336 Aug 31 03:13:42.612067 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:13:42.620485 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:42.621093 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:42.654497 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f698af-d19f-4325-b083-120e658a5482 req-a78f345f-dc07-4c8d-9aa1-d05d5f3bdaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.656758 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e2f698af-d19f-4325-b083-120e658a5482 req-a78f345f-dc07-4c8d-9aa1-d05d5f3bdaec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 200 len: 851 time: 0.0494475 Aug 31 03:13:42.728394 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f698af-d19f-4325-b083-120e658a5482 req-8f35b550-27fc-4194-819c-510833955fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.730603 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e2f698af-d19f-4325-b083-120e658a5482 req-8f35b550-27fc-4194-819c-510833955fff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c05d666-167a-425e-94a4-5634695d8c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641923 Aug 31 03:13:42.763230 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:42.796833 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-5e8a681b-cd72-4d9b-98ae-ec6153caaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.798677 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-5e8a681b-cd72-4d9b-98ae-ec6153caaa63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 1099 time: 0.0480905 Aug 31 03:13:42.822278 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb8fac-5ead-4708-a2b4-9d8c7d8091b3 req-fb8277fb-3e19-4abf-bc4c-56fd7a0bc5f3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.823919 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-82bb8fac-5ead-4708-a2b4-9d8c7d8091b3 req-fb8277fb-3e19-4abf-bc4c-56fd7a0bc5f3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.1105263 Aug 31 03:13:42.890196 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-82bb8fac-5ead-4708-a2b4-9d8c7d8091b3 req-55227c59-05a3-4753-a545-951e0aea3eb9 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556610 Aug 31 03:13:42.892587 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e2f698af-d19f-4325-b083-120e658a5482 req-52f71ddc-7c26-4641-84b0-67e87eec00d9 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467023 Aug 31 03:13:42.916774 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-9803555e-60c5-4410-b1bf-62805c9cd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:42.918299 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-9803555e-60c5-4410-b1bf-62805c9cd60c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 911 time: 0.1113424 Aug 31 03:13:42.976710 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:42.989857 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-0c0f0517-96f6-4278-acf0-312169a28e22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 200 len: 1002 time: 0.0636616 Aug 31 03:13:42.994496 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e2f698af-d19f-4325-b083-120e658a5482 req-b1329d59-7efd-4eee-96d6-e19b4e8810a8 service neutron] 10.222.0.45 "GET /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933731 Aug 31 03:13:43.003864 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d11064f-6e57-4158-badf-4bdd289ad89c None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:06:00Z', 'revision_number': 4, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '1bd7849d-a22d-4ae5-a27b-91a1114f93fa', 'name': '', 'network_id': '6c05d666-167a-425e-94a4-5634695d8c1d', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'mac_address': 'fa:16:3e:f5:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:59Z', 'updated_at': '2021-08-31T03:06:08Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'subnets': [{'id': 'a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:13:43.048736 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-0155d986-9363-4de3-b795-992b825b7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:43.050284 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-0155d986-9363-4de3-b795-992b825b7856 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0491209 Aug 31 03:13:43.098389 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-be126132-6e61-42db-abcd-963dfe8c3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:43.100006 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-be126132-6e61-42db-abcd-963dfe8c3701 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426798 Aug 31 03:13:43.195080 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-035d5c08-298a-487c-9285-5839a4bd58c3 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874887 Aug 31 03:13:43.222904 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b01f55-9fbf-4588-b477-146727ecc8a4 None None] New status for floating IP b15d160d-a3ce-4166-a5fb-c0fde5daad10: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:13:43.292728 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-9151f9e9-176d-43ca-8dfa-c4959de5b2ae req-f2f8d234-b14d-4a79-97b0-dc2aefd63bcf service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902889 Aug 31 03:13:43.662081 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5180b-0732-41c6-b8b8-ffe318a3b710 req-f49514b1-76bb-410c-b8ed-d785b351bbf3 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:43.663605 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0fe5180b-0732-41c6-b8b8-ffe318a3b710 req-f49514b1-76bb-410c-b8ed-d785b351bbf3 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Aug 31 03:13:43.705106 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0fe5180b-0732-41c6-b8b8-ffe318a3b710 req-3c6a5f39-42a8-4ea7-b733-601e5161e3a6 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/security-groups?id=8633161d-5e8a-4949-8dac-d82ecd975e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352592 Aug 31 03:13:43.975743 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-ecd8e7d5-f6d5-48dd-9600-436712de32de tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:43.977293 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-ecd8e7d5-f6d5-48dd-9600-436712de32de tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 945 time: 0.0482519 Aug 31 03:13:44.005097 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c5d39-1c5a-493a-859a-2085f5e1e9d6 req-03f81845-5b6a-48d5-8644-eafab0efcaa4 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:13:44.006580 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c24c5d39-1c5a-493a-859a-2085f5e1e9d6 req-03f81845-5b6a-48d5-8644-eafab0efcaa4 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0497692 Aug 31 03:13:44.045404 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-c24c5d39-1c5a-493a-859a-2085f5e1e9d6 req-0a126710-e62a-4828-8fbe-8059d0ea3c83 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324886 Aug 31 03:13:44.066872 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Deleting port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:44.067348 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:44.156143 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] For port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:44.156507 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:44.168677 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Calling delete_port for 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:44.202146 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-41136da7-a7e1-4494-977b-6f6645f9df97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:44.295187 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:44.321236 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event deleted for resources: {'Port': ['ID=0194a8fb-f17f-4d14-a774-3f9cedfb6e0a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:44.363729 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] No DVR routers for this DVR port 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:13:44.366216 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:44.368287 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4fd1d92f-7971-4ebd-b4e6-0f82c553ad79 req-e9313036-da72-4c05-8ba4-9de631475969 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.45 "DELETE /v2.0/ports/0194a8fb-f17f-4d14-a774-3f9cedfb6e0a HTTP/1.1" status: 204 len: 173 time: 0.3846991 Aug 31 03:13:44.368717 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'name': 'network-vif-deleted', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:13:44.370951 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d284f0-4c7c-4a61-b0a6-65d67cbc8153" -d '{"events": [{"server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "name": "network-vif-deleted", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:13:44.407693 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf59d46-bb6b-4a7f-b746-2e2fa1278764 x-openstack-request-id: req-ecf59d46-bb6b-4a7f-b746-2e2fa1278764 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:13:44.408133 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce230456-8e02-4e7e-b559-5ae030748006", "name": "network-vif-deleted", "tag": "0194a8fb-f17f-4d14-a774-3f9cedfb6e0a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:13:44.408495 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecf59d46-bb6b-4a7f-b746-2e2fa1278764 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:13:44.408901 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce230456-8e02-4e7e-b559-5ae030748006', 'name': 'network-vif-deleted', 'tag': '0194a8fb-f17f-4d14-a774-3f9cedfb6e0a', 'status': 'completed', 'code': 200} Aug 31 03:13:44.811654 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-f2791709-cb21-4156-ba40-1864a8bff0e6 req-f8966a94-d75b-4240-aced-b07d0caaff37 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce230456-8e02-4e7e-b559-5ae030748006 HTTP/1.1" status: 200 len: 210 time: 0.0267951 Aug 31 03:13:45.867194 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58508) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:45.986843 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Deleting port abdda11b-7c06-424d-8cb1-2623365abb92 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:45.987175 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:46.311820 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:46.312183 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:46.323543 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Calling delete_port for abdda11b-7c06-424d-8cb1-2623365abb92 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:46.447208 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:46.478265 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event deleted for resources: {'Port': ['ID=abdda11b-7c06-424d-8cb1-2623365abb92,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:46.532100 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:46.534567 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:46.535726 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-351984c1-cb48-41c2-8e6f-bba0a65cf20a tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "DELETE /v2.0/floatingips/74047ff2-0396-44bf-a182-8f1e1b56010d HTTP/1.1" status: 204 len: 168 time: 0.6675041 Aug 31 03:13:46.885996 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c90dd6f4-77f4-4eb4-998d-4555b06029ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:47.351517 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:47.727851 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58520) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:47.757197 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:47.776776 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:47.777120 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device 0194a8fb-f17f-4d14-a774-3f9cedfb6e0a not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:47.787097 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cb9452-6af1-44d2-a0c8-d3fa3222a616 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:47.812163 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cb9452-6af1-44d2-a0c8-d3fa3222a616 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:47.869216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cb9452-6af1-44d2-a0c8-d3fa3222a616 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:47.871998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cb9452-6af1-44d2-a0c8-d3fa3222a616 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:47.873136 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-28cb9452-6af1-44d2-a0c8-d3fa3222a616 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] 10.222.0.39 "DELETE /v2.0/security-groups/8633161d-5e8a-4949-8dac-d82ecd975e0b HTTP/1.1" status: 204 len: 168 time: 0.1442966 Aug 31 03:13:47.882216 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb9452-6af1-44d2-a0c8-d3fa3222a616 tempest-TestVolumeBootPattern-1800024428 tempest-TestVolumeBootPattern-1800024428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633161d-5e8a-4949-8dac-d82ecd975e0b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:48.091412 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:48.563483 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:13:48.951183 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58526) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:49.477818 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:49.635894 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:49.718536 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Deleting port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:49.718886 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:49.793322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] For port 1bd7849d-a22d-4ae5-a27b-91a1114f93fa, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:49.794210 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:49.806102 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Calling delete_port for 1bd7849d-a22d-4ae5-a27b-91a1114f93fa owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:49.980233 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:50.005455 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd7849d-a22d-4ae5-a27b-91a1114f93fa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:50.035765 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.036127 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.036467 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.036804 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.037192 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.037531 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.037857 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.038228 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.038525 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.038816 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.039135 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.039476 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:50.442625 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:50.647301 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Router 90cd56f0-c32b-4ed1-8192-5024020ce9ed has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:13:50.749354 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:13:50.754244 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-dd85738f-9cd8-4ce3-bdb7-cd034d574575 admin admin] 10.222.0.39 "PUT /v2.0/routers/90cd56f0-c32b-4ed1-8192-5024020ce9ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020353 Aug 31 03:13:50.756826 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58530) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:50.759290 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] Sync routers for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:13:50.769418 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:50.770107 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:50.857009 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:50.871991 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:50.964945 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.016708 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Deleting port e47cf61b-34da-4afc-9550-f3a7d2640033 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:51.017383 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.054581 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:13:49Z', 'revision_number': 5, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port': {'id': 'e47cf61b-34da-4afc-9550-f3a7d2640033', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:05:57Z', 'updated_at': '2021-08-31T03:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:51.083454 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] Checking router: 90cd56f0-c32b-4ed1-8192-5024020ce9ed for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:13:51.092088 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] Routers {'90cd56f0-c32b-4ed1-8192-5024020ce9ed'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:51.092686 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:51.099485 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] For port e47cf61b-34da-4afc-9550-f3a7d2640033, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=e47cf61b-34da-4afc-9550-f3a7d2640033,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:51.099857 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.111857 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Calling delete_port for e47cf61b-34da-4afc-9550-f3a7d2640033 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:51.266501 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] Set router 90cd56f0-c32b-4ed1-8192-5024020ce9ed gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:51.279507 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.306139 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47cf61b-34da-4afc-9550-f3a7d2640033,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:51.326612 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:13:50Z', 'revision_number': 6, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port_host': None}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:51.355659 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949f110-d7b5-432b-9b16-d904908f260b None None] The sync data for ids ['90cd56f0-c32b-4ed1-8192-5024020ce9ed'] in dv-cinder-806665-1-iscsi is: [{'id': '90cd56f0-c32b-4ed1-8192-5024020ce9ed', 'name': 'tempest-TestVolumeBootPattern-1350443450-router', 'tenant_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:05:56Z', 'updated_at': '2021-08-31T03:13:50Z', 'revision_number': 6, 'project_id': '1cb7442f56da4ed08bd964a5cd5af18f', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:13:51.365898 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.459097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.461204 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.502596 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.503129 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90cd56f0-c32b-4ed1-8192-5024020ce9ed {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:13:51.507347 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.508513 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-e68fb4e8-2e1f-4e5b-8349-a63f9fed01d3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/90cd56f0-c32b-4ed1-8192-5024020ce9ed HTTP/1.1" status: 204 len: 168 time: 0.7507925 Aug 31 03:13:51.511268 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58532) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:51.554035 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] Deleting subnet a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:13:51.556846 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.590828 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.670098 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.724242 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.750259 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:51.755417 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.759957 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58534) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:51.760927 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6293ba71-9a07-4e79-afea-4b39d9e89129 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a3e10c8e-bbb9-4851-bf98-34d69bcbdbd8 HTTP/1.1" status: 204 len: 168 time: 0.2484140 Aug 31 03:13:51.763298 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e04503-8c7d-4927-b174-e2f770be8948 None None] Network 6c05d666-167a-425e-94a4-5634695d8c1d requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:13:51.834114 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.886541 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Deleting port b32b8caa-9d30-4494-9334-a3969a7d76b0 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:51.886893 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.951908 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] For port b32b8caa-9d30-4494-9334-a3969a7d76b0, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=b32b8caa-9d30-4494-9334-a3969a7d76b0,segment=NetworkSegment(0c796d5b-8837-4d90-9f8a-fec192712f07),segment_id=0c796d5b-8837-4d90-9f8a-fec192712f07)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:51.952271 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:51.964377 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Calling delete_port for b32b8caa-9d30-4494-9334-a3969a7d76b0 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:52.039406 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.065361 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32b8caa-9d30-4494-9334-a3969a7d76b0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:52.068863 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] No DVR routers for this DVR port b32b8caa-9d30-4494-9334-a3969a7d76b0 on host dv-cinder-806665-1-iscsi {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:13:52.139308 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f27ee-2068-43e8-9a8a-ffdbc9a6c055 None None] DHCP port deletion for 6c05d666-167a-425e-94a4-5634695d8c1d request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:13:52.145338 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.159953 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c05d666-167a-425e-94a4-5634695d8c1d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:52.174560 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c796d5b-8837-4d90-9f8a-fec192712f07') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:52.174857 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c796d5b-8837-4d90-9f8a-fec192712f07') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:52.183894 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26192067'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.185417 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1bd7849d-a22d-4ae5-a27b-91a1114f93fa no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:52.198246 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.206044 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:13:52.206558 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3709347'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: Traceback (most recent call last): Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: timer() Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: cb(*args, **kw) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: return func(*args, **kwargs) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: self._notify() Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: self.callback(batched_events) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: event.method(event) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: return f(self, *a, **k) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._get(url).json() Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: return self.request(url, 'GET', **kwargs) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:13:52.208410 dv-cinder-806665-1-iscsi neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:13:52.210647 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 1bd7849d-a22d-4ae5-a27b-91a1114f93fa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:52.210647 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 1bd7849d-a22d-4ae5-a27b-91a1114f93fa not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:52.210647 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e47cf61b-34da-4afc-9550-f3a7d2640033 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:52.228816 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: e47cf61b-34da-4afc-9550-f3a7d2640033 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:52.229165 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e47cf61b-34da-4afc-9550-f3a7d2640033 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:52.229586 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device b32b8caa-9d30-4494-9334-a3969a7d76b0 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:52.249957 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: b32b8caa-9d30-4494-9334-a3969a7d76b0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:52.250306 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device b32b8caa-9d30-4494-9334-a3969a7d76b0 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:52.270445 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.277933 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.279796 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6c05d666-167a-425e-94a4-5634695d8c1d HTTP/1.1" status: 204 len: 168 time: 0.5181820 Aug 31 03:13:52.283128 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58536) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:52.291646 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014db44-48c7-4df3-822b-b01f4b8ec920 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c05d666-167a-425e-94a4-5634695d8c1d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:52.630783 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.865824 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Deleting port e5bae0ff-9152-44a7-babf-a493d3346b99 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:52.866166 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.942814 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] For port e5bae0ff-9152-44a7-babf-a493d3346b99, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=e5bae0ff-9152-44a7-babf-a493d3346b99,segment=NetworkSegment(c4a53982-53ea-41fd-95b2-40daa92216d8),segment_id=c4a53982-53ea-41fd-95b2-40daa92216d8)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:52.943173 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:52.958600 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Calling delete_port for e5bae0ff-9152-44a7-babf-a493d3346b99 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:53.136880 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:53.162737 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bae0ff-9152-44a7-babf-a493d3346b99,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:53.347144 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:53.555702 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Router 383c1efb-e0b9-4937-b21d-9a735abcb872 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:13:53.670153 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:13:53.675004 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-2972aa69-d541-4326-b902-6dae796d251b admin admin] 10.222.0.39 "PUT /v2.0/routers/383c1efb-e0b9-4937-b21d-9a735abcb872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3908148 Aug 31 03:13:53.677499 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58538) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:53.680010 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] Sync routers for ids ['383c1efb-e0b9-4937-b21d-9a735abcb872'] in dv-cinder-806665-1-iscsi {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:13:53.689969 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] Routers {'383c1efb-e0b9-4937-b21d-9a735abcb872'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:53.690658 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['383c1efb-e0b9-4937-b21d-9a735abcb872'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:53.784560 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:53.794387 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] Set router 383c1efb-e0b9-4937-b21d-9a735abcb872 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:53.986256 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:13:53Z', 'revision_number': 5, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:54.016923 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] Checking router: 383c1efb-e0b9-4937-b21d-9a735abcb872 for host: dv-cinder-806665-1-iscsi {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:13:54.025549 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] Routers {'383c1efb-e0b9-4937-b21d-9a735abcb872'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:13:54.026173 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:13:47Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['383c1efb-e0b9-4937-b21d-9a735abcb872'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:54.130405 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] Set router 383c1efb-e0b9-4937-b21d-9a735abcb872 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:13:54.149375 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.200619 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Deleting port 9359834b-3433-4501-b5ce-cd080ea4e523 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:54.200879 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.280481 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] For port 9359834b-3433-4501-b5ce-cd080ea4e523, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9359834b-3433-4501-b5ce-cd080ea4e523,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:54.280854 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.293559 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Calling delete_port for 9359834b-3433-4501-b5ce-cd080ea4e523 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:54.312264 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:13:53Z', 'revision_number': 5, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:54.338833 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb71fbd-7de8-49e6-9851-d71d69ce1645 None None] The sync data for ids ['383c1efb-e0b9-4937-b21d-9a735abcb872'] in dv-cinder-806665-1-iscsi is: [{'id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'name': 'tempest-TestVolumeBootPattern-815798091-router', 'tenant_id': '94900671da2f46c8b89002501fb08336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:06:02Z', 'updated_at': '2021-08-31T03:13:53Z', 'revision_number': 5, 'project_id': '94900671da2f46c8b89002501fb08336', 'gw_port': {'id': '9359834b-3433-4501-b5ce-cd080ea4e523', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383c1efb-e0b9-4937-b21d-9a735abcb872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:06:03Z', 'updated_at': '2021-08-31T03:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:13:54.457604 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.485591 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Pushing event deleted for resources: {'Port': ['ID=9359834b-3433-4501-b5ce-cd080ea4e523,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:54.544529 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.635441 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.638868 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.681179 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.681792 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 383c1efb-e0b9-4937-b21d-9a735abcb872 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:13:54.688260 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.689574 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-44c55ae0-c922-4120-baf9-06af1185a070 admin admin] 10.222.0.39 "DELETE /v2.0/routers/383c1efb-e0b9-4937-b21d-9a735abcb872 HTTP/1.1" status: 204 len: 168 time: 1.0110414 Aug 31 03:13:54.692041 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58540) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:54.741984 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] Deleting subnet c27e946b-0d4d-4609-a844-f1366e517d13 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:13:54.745204 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.780859 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4149205'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.858356 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.917004 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25459024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25524078'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.950689 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:54.952633 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c27e946b-0d4d-4609-a844-f1366e517d13 HTTP/1.1" status: 204 len: 168 time: 0.2596378 Aug 31 03:13:54.953447 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b1443-cd6e-456a-b500-1077ea2a2403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27e946b-0d4d-4609-a844-f1366e517d13,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:54.955249 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58542) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:54.964626 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845218e-1ec1-45fd-ac1e-ed60c0e0fe6d None None] Network e52b275d-27da-4cc0-b4e0-1edf45bddb66 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:13:55.025158 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.080114 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Deleting port 68e92a07-dd93-4869-9167-ad20bf169fd8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:55.080619 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.134936 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] DHCP port deletion for e52b275d-27da-4cc0-b4e0-1edf45bddb66 request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:13:55.148231 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] For port 68e92a07-dd93-4869-9167-ad20bf169fd8, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=68e92a07-dd93-4869-9167-ad20bf169fd8,segment=NetworkSegment(c4a53982-53ea-41fd-95b2-40daa92216d8),segment_id=c4a53982-53ea-41fd-95b2-40daa92216d8)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:55.148639 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.162151 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Calling delete_port for 68e92a07-dd93-4869-9167-ad20bf169fd8 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:55.181186 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Deleting port 68e92a07-dd93-4869-9167-ad20bf169fd8 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:13:55.181573 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.242566 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.246476 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] For port 68e92a07-dd93-4869-9167-ad20bf169fd8, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=68e92a07-dd93-4869-9167-ad20bf169fd8,segment=NetworkSegment(c4a53982-53ea-41fd-95b2-40daa92216d8),segment_id=c4a53982-53ea-41fd-95b2-40daa92216d8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:13:55.247039 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.259857 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Calling delete_port for 68e92a07-dd93-4869-9167-ad20bf169fd8 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:13:55.270191 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] No DVR routers for this DVR port 68e92a07-dd93-4869-9167-ad20bf169fd8 on host dv-cinder-806665-1-iscsi {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:13:55.274861 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e92a07-dd93-4869-9167-ad20bf169fd8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:55.336309 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.346472 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.356879 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52b275d-27da-4cc0-b4e0-1edf45bddb66']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:55.363210 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Pushing event deleted for resources: {'Port': ['ID=68e92a07-dd93-4869-9167-ad20bf169fd8,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:55.365465 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] No DVR routers for this DVR port 68e92a07-dd93-4869-9167-ad20bf169fd8 on host dv-cinder-806665-1-iscsi {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:13:55.369775 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a53982-53ea-41fd-95b2-40daa92216d8') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:55.373064 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.services.segments.db [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a53982-53ea-41fd-95b2-40daa92216d8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:13:55.377088 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.377434 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.377779 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.378120 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.378456 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.378790 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.379118 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.379470 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.379829 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.380156 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.380480 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.380823 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b53b8-d0cc-4c27-8df2-8cce56ff0cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:13:55.381719 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26192067'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.395769 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.401998 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:13:55.402397 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3709347'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: Traceback (most recent call last): Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: timer() Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: cb(*args, **kw) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: return func(*args, **kwargs) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: self._notify() Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: self.callback(batched_events) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: event.method(event) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: return f(self, *a, **k) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._get(url).json() Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: return self.request(url, 'GET', **kwargs) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:13:55.405129 dv-cinder-806665-1-iscsi neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:13:55.461294 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.466476 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.468727 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e52b275d-27da-4cc0-b4e0-1edf45bddb66 HTTP/1.1" status: 204 len: 168 time: 0.5117488 Aug 31 03:13:55.482154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d77951-5a84-48ac-ad29-9f694f36fe77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52b275d-27da-4cc0-b4e0-1edf45bddb66,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:55.581478 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58546) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:55.620126 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-b75cf542-75dd-4445-8bc8-bf298daaf294 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cb7442f56da4ed08bd964a5cd5af18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375037 Aug 31 03:13:55.623437 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58548) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:55.669957 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f71cf0d-41fa-4bf5-a669-9a20bdc0e20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.690350 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f71cf0d-41fa-4bf5-a669-9a20bdc0e20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.735008 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f71cf0d-41fa-4bf5-a669-9a20bdc0e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.737838 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f71cf0d-41fa-4bf5-a669-9a20bdc0e20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:55.739172 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-3f71cf0d-41fa-4bf5-a669-9a20bdc0e20f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b19b0fc3-f1b4-4374-9673-c7cac0396a69 HTTP/1.1" status: 204 len: 168 time: 0.1148820 Aug 31 03:13:55.748550 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71cf0d-41fa-4bf5-a669-9a20bdc0e20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b0fc3-f1b4-4374-9673-c7cac0396a69,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:13:55.973096 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e5bae0ff-9152-44a7-babf-a493d3346b99 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:55.994496 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: e5bae0ff-9152-44a7-babf-a493d3346b99 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:55.994799 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device e5bae0ff-9152-44a7-babf-a493d3346b99 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:55.995172 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 68e92a07-dd93-4869-9167-ad20bf169fd8 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:56.017583 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 68e92a07-dd93-4869-9167-ad20bf169fd8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:56.017929 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 68e92a07-dd93-4869-9167-ad20bf169fd8 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:56.018334 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9359834b-3433-4501-b5ce-cd080ea4e523 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:13:56.037804 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 9359834b-3433-4501-b5ce-cd080ea4e523 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:13:56.038274 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9359834b-3433-4501-b5ce-cd080ea4e523 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:13:56.049430 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58554) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:56.088113 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-904a5161-56b8-44ab-a07f-742f02db1f66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94900671da2f46c8b89002501fb08336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375659 Aug 31 03:13:56.091091 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58556) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:13:56.141710 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e4a6c8c-8011-4052-9512-52450aaeb49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:56.162263 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e4a6c8c-8011-4052-9512-52450aaeb49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:56.207241 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e4a6c8c-8011-4052-9512-52450aaeb49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:56.209833 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e4a6c8c-8011-4052-9512-52450aaeb49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:13:56.210972 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4e4a6c8c-8011-4052-9512-52450aaeb49d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c7e1699-19a9-4721-96d4-be595bc06e06 HTTP/1.1" status: 204 len: 168 time: 0.1191089 Aug 31 03:13:56.218790 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a6c8c-8011-4052-9512-52450aaeb49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7e1699-19a9-4721-96d4-be595bc06e06,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:09.847086 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:14.203741 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9af924e-d913-40e1-9b0c-b6b4034b8c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:16.692064 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-7ff1a32f-20a2-405c-b779-badf0dc29062 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1837437 Aug 31 03:14:16.752892 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-9e4fb0c0-6624-4ba5-b157-cb024e4cf65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:16.754594 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-9e4fb0c0-6624-4ba5-b157-cb024e4cf65a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 1099 time: 0.0411954 Aug 31 03:14:16.879502 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907320e2-d576-4305-be62-fbb49a16dc03 req-980a06c2-1471-4dff-a9a6-de18b7deaf90 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:16.880927 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-907320e2-d576-4305-be62-fbb49a16dc03 req-980a06c2-1471-4dff-a9a6-de18b7deaf90 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.2703621 Aug 31 03:14:16.888639 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-29e84580-d7eb-4742-ab0c-8ac7ba75bf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:16.913897 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-17968d32-c4ad-4852-a043-00fb99b2f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:16.915287 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-17968d32-c4ad-4852-a043-00fb99b2f4a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 911 time: 0.1402981 Aug 31 03:14:16.969575 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-907320e2-d576-4305-be62-fbb49a16dc03 req-0cbb6799-add7-4cc4-a483-7baf5fc26ec5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762010 Aug 31 03:14:16.994924 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-73916620-3b57-4067-b3ca-455469ccfe96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 200 len: 1002 time: 0.0667028 Aug 31 03:14:17.043876 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-cd4946d5-2a81-49d1-8bb8-a1c5e280dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:17.045312 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-cd4946d5-2a81-49d1-8bb8-a1c5e280dc72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0431852 Aug 31 03:14:17.089612 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-49b67168-c6f5-4cd0-9ff2-6192ad2a64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:17.091064 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-49b67168-c6f5-4cd0-9ff2-6192ad2a64a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382617 Aug 31 03:14:17.102325 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-4506b665-e3dd-40fc-824c-2b4038db1f46 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:14:17.103245 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-4506b665-e3dd-40fc-824c-2b4038db1f46 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047567 Aug 31 03:14:17.193453 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-de3bfad3-1804-4aa7-b9ac-447d47a64b90 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829923 Aug 31 03:14:17.280176 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-83687a3f-0e11-4542-b813-dbfcfa59b9cc req-7ae7e2a9-a777-4b93-9991-7b0b35ee4652 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794742 Aug 31 03:14:17.352343 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:18.093910 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:18.136350 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6d505-a226-451a-8d8e-2385d5c14066 req-cac68184-6fca-4a1b-9b49-92dddf9e2b47 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:18.137856 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a1a6d505-a226-451a-8d8e-2385d5c14066 req-cac68184-6fca-4a1b-9b49-92dddf9e2b47 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.1012363 Aug 31 03:14:18.175353 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a1a6d505-a226-451a-8d8e-2385d5c14066 req-cc990022-9284-466e-8680-9895a40fea3c tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=31396434-2d53-41be-a227-38eb5cc2f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313680 Aug 31 03:14:18.509776 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-c8780476-149f-4c5d-9faf-18bf32ea2e7f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:18.511534 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-c8780476-149f-4c5d-9faf-18bf32ea2e7f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 946 time: 0.0529294 Aug 31 03:14:18.597929 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Deleting port e90eef01-3eee-494c-9854-2b3e9181402b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:14:18.598268 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:18.687207 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] For port e90eef01-3eee-494c-9854-2b3e9181402b, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e90eef01-3eee-494c-9854-2b3e9181402b,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:14:18.687549 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:18.899272 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:18.899759 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:18.900083 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Floating IP 2f0636e8-4540-4db5-8e11-6326f3dd1f53 disassociated. External IP: 172.27.1.245, port: e90eef01-3eee-494c-9854-2b3e9181402b. Aug 31 03:14:18.900430 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Calling delete_port for e90eef01-3eee-494c-9854-2b3e9181402b owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:14:19.021850 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:19.048876 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event deleted for resources: {'Port': ['ID=e90eef01-3eee-494c-9854-2b3e9181402b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:19.163480 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:14:19.282214 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4b5560f5-4013-4f1c-a2bf-2681479d9261 req-203ea79b-142c-43d0-837f-0bcd6eca8c13 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=3578f1e6-06bb-4339-aeed-1b8012a82eb7 HTTP/1.1" status: 200 len: 210 time: 0.0356297 Aug 31 03:14:19.292463 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:14:19.310008 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9e730-2907-4239-9064-f6f076726424 None None] Sync routers for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:14:19.319977 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:14:19.320524 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:14:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:19.340057 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] No DVR routers for this DVR port e90eef01-3eee-494c-9854-2b3e9181402b on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:14:19.342889 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:19.345291 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-2a02c3cf-db7a-4fe2-bc26-3cfecd35adf7 req-06ed66b5-b6ed-4837-b0d6-8f0839302ffb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "DELETE /v2.0/ports/e90eef01-3eee-494c-9854-2b3e9181402b HTTP/1.1" status: 204 len: 173 time: 0.8270602 Aug 31 03:14:19.345926 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'name': 'network-vif-deleted', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:14:19.348910 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d7d406-499d-4e7b-8f0a-c45c718bf328" -d '{"events": [{"server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "name": "network-vif-deleted", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:14:19.435887 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:14:19.492012 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bc1205-985d-433f-bf28-31a429793807 x-openstack-request-id: req-20bc1205-985d-433f-bf28-31a429793807 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:14:19.492322 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3578f1e6-06bb-4339-aeed-1b8012a82eb7", "name": "network-vif-deleted", "tag": "e90eef01-3eee-494c-9854-2b3e9181402b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:14:19.492680 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20bc1205-985d-433f-bf28-31a429793807 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:14:19.492982 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3578f1e6-06bb-4339-aeed-1b8012a82eb7', 'name': 'network-vif-deleted', 'tag': 'e90eef01-3eee-494c-9854-2b3e9181402b', 'status': 'completed', 'code': 200} Aug 31 03:14:19.637935 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:19.647164 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:19.673624 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9e730-2907-4239-9064-f6f076726424 None None] Checking router: 1ae9e5ea-ffda-4798-a838-139ed6da50d1 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:14:19.681995 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:14:19.682532 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:14:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:19.810489 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:14:20.011840 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-abe9e730-2907-4239-9064-f6f076726424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:20.037398 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9e730-2907-4239-9064-f6f076726424 None None] The sync data for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi is: [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:14:20.253671 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f62c44-c7ec-4127-b60e-3d6a9a43be98 None None] New status for floating IP 2f0636e8-4540-4db5-8e11-6326f3dd1f53: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:14:20.367204 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:20.425558 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a6d245e-b524-491f-befd-d4289b5ea8aa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.448182 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a6d245e-b524-491f-befd-d4289b5ea8aa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.494670 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a6d245e-b524-491f-befd-d4289b5ea8aa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.497276 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a6d245e-b524-491f-befd-d4289b5ea8aa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.498445 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5a6d245e-b524-491f-befd-d4289b5ea8aa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "DELETE /v2.0/security-groups/31396434-2d53-41be-a227-38eb5cc2f69a HTTP/1.1" status: 204 len: 168 time: 0.1301820 Aug 31 03:14:20.501880 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58624) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:20.508269 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d245e-b524-491f-befd-d4289b5ea8aa tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31396434-2d53-41be-a227-38eb5cc2f69a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:20.515756 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.api.v2.resource [None req-e1e6a852-3cd1-4eaa-a7fc-5c1dbf5554ca tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] show failed (client error): The resource could not be found. Aug 31 03:14:20.516758 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-e1e6a852-3cd1-4eaa-a7fc-5c1dbf5554ca tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups/31396434-2d53-41be-a227-38eb5cc2f69a HTTP/1.1" status: 404 len: 347 time: 0.0138705 Aug 31 03:14:20.519584 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58626) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:20.639281 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Deleting port 4f5c4fc4-194c-4e68-80b7-0bd30188d3d3 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:14:20.639651 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.716715 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.716942 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.728805 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Calling delete_port for 4f5c4fc4-194c-4e68-80b7-0bd30188d3d3 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:14:20.854926 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3709302'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.878125 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event deleted for resources: {'Port': ['ID=4f5c4fc4-194c-4e68-80b7-0bd30188d3d3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:20.938836 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.941378 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:20.942519 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-7132cdc0-da09-41b3-8490-7980dd22cb0a tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "DELETE /v2.0/floatingips/2f0636e8-4540-4db5-8e11-6326f3dd1f53 HTTP/1.1" status: 204 len: 168 time: 0.4220581 Aug 31 03:14:21.164416 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:21.169105 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-dad4e430-2e45-4d35-a3d4-8dc5bee15bcf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542561890', 'description': 'tempest-description--1232357261'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:14:21.189848 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dad4e430-2e45-4d35-a3d4-8dc5bee15bcf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.269831 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dad4e430-2e45-4d35-a3d4-8dc5bee15bcf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.273258 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dad4e430-2e45-4d35-a3d4-8dc5bee15bcf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.300680 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dad4e430-2e45-4d35-a3d4-8dc5bee15bcf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.301875 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-dad4e430-2e45-4d35-a3d4-8dc5bee15bcf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1364534 Aug 31 03:14:21.303752 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4e430-2e45-4d35-a3d4-8dc5bee15bcf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ebec5a-19e0-4dd8-b5f7-27adddd5b138,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:21.304930 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58632) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:21.311035 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-05089b10-dd2d-44a7-94b0-dd4e4b5a0b43 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'security_group_rule': {'security_group_id': '37ebec5a-19e0-4dd8-b5f7-27adddd5b138', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:14:21.337829 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05089b10-dd2d-44a7-94b0-dd4e4b5a0b43 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.384175 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05089b10-dd2d-44a7-94b0-dd4e4b5a0b43 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.387985 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05089b10-dd2d-44a7-94b0-dd4e4b5a0b43 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.406144 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05089b10-dd2d-44a7-94b0-dd4e4b5a0b43 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3b9520-43ea-4c76-b547-8692adeaa66d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:21.414647 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05089b10-dd2d-44a7-94b0-dd4e4b5a0b43 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.415856 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-05089b10-dd2d-44a7-94b0-dd4e4b5a0b43 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089997 Aug 31 03:14:21.418520 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58634) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:21.423181 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-086c3177-70e1-4817-902c-fe8fe000e1a2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'security_group_rule': {'security_group_id': '37ebec5a-19e0-4dd8-b5f7-27adddd5b138', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:14:21.453173 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-086c3177-70e1-4817-902c-fe8fe000e1a2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.508143 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-086c3177-70e1-4817-902c-fe8fe000e1a2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.511847 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-086c3177-70e1-4817-902c-fe8fe000e1a2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85528'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.528955 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c3177-70e1-4817-902c-fe8fe000e1a2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c16c226-324a-402a-b5fb-3d18a3276201,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:21.535474 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-086c3177-70e1-4817-902c-fe8fe000e1a2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.536451 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-086c3177-70e1-4817-902c-fe8fe000e1a2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169541 Aug 31 03:14:21.539356 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58636) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:21.543647 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'floatingip': {'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:14:21.564451 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.659309 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.767502 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Allocated IP 172.27.1.6 (25be04fc-85ff-4704-b035-c6ddbc37e2f3/970612ee-40d3-4003-ac92-1e7888f1fcb0/5c167212-1f8c-4f04-a12a-21a7fb3013fa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:14:21.864747 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.905458 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:21.945948 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Network 25be04fc-85ff-4704-b035-c6ddbc37e2f3 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:14:21.948872 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:14:21.953164 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:14:21.956076 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'Port': ['ID=5c167212-1f8c-4f04-a12a-21a7fb3013fa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:22.034347 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:22.080336 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:22.223655 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:22.227927 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:22.294332 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'Port': ['ID=5c167212-1f8c-4f04-a12a-21a7fb3013fa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:22.309528 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:22.322414 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:22.323692 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-4bc93ed8-9846-4953-9c91-1c9680085855 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7833636 Aug 31 03:14:22.511960 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-aaefdad0-289c-4491-9002-07503712cd7d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1542561890&fields=id&tenant_id=fa73dfb9f2e94685a373532dd3bb57aa HTTP/1.1" status: 200 len: 267 time: 0.0364590 Aug 31 03:14:22.615206 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-5a926d74-e3e3-43b7-86aa-1d7a34d6d3bd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:22.616732 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-5a926d74-e3e3-43b7-86aa-1d7a34d6d3bd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 810 time: 0.0977278 Aug 31 03:14:22.631125 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-d6dbcd41-26c9-4117-ab4d-c56ddfb29dfd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/quotas/fa73dfb9f2e94685a373532dd3bb57aa HTTP/1.1" status: 200 len: 375 time: 0.0087359 Aug 31 03:14:22.684990 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-07172f51-39b4-4370-917a-7068940835f5 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485530 Aug 31 03:14:22.701058 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-4d850276-8d2e-4baa-a0ba-789d1512be2f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 03:14:22.702006 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-4d850276-8d2e-4baa-a0ba-789d1512be2f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055766 Aug 31 03:14:22.793674 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-92f0b409-2c96-41d2-bd5e-3e82c77b07ec service neutron] 10.222.0.39 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851717 Aug 31 03:14:22.879294 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-e634c798-be24-4719-8539-58909a96359e service neutron] 10.222.0.39 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795269 Aug 31 03:14:23.033898 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-20230e40-3016-4f0f-9aff-92790762315a req-4905adfc-7439-4ba9-bee5-c4ed0c8d9712 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 210 time: 0.0264454 Aug 31 03:14:23.907912 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-ef9f7d41-39ac-438d-a3db-9192e353734f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:23.909363 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-ef9f7d41-39ac-438d-a3db-9192e353734f tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 810 time: 0.1047835 Aug 31 03:14:23.954335 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-2687a8fd-2be6-414e-a974-f0a16c776e57 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa73dfb9f2e94685a373532dd3bb57aa HTTP/1.1" status: 200 len: 380 time: 0.0353765 Aug 31 03:14:23.967766 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'port': {'device_id': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'admin_state_up': True, 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'security_groups': ['37ebec5a-19e0-4dd8-b5f7-27adddd5b138']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:14:23.976197 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e90eef01-3eee-494c-9854-2b3e9181402b no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:14:24.001208 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: e90eef01-3eee-494c-9854-2b3e9181402b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:14:24.001697 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e90eef01-3eee-494c-9854-2b3e9181402b not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:14:24.075157 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Made reservation on behalf of fa73dfb9f2e94685a373532dd3bb57aa for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:14:24.078981 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.138836 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-41ec51b4-990b-4a9f-96c4-a59c84b6aa90 req-42c8e4fd-8dff-4a8d-b2ed-88a8a424292e tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 210 time: 0.0336318 Aug 31 03:14:24.204989 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Allocated IP 172.20.0.11 (e4eda5f5-84c7-4e79-ae0f-1be38295ab20/23fe478e-f438-4464-a27b-890078d950a2/e2157f38-b78d-4402-9823-62f5e82e08f3) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:14:24.335323 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.349324 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Transition to ACTIVE for port object e2157f38-b78d-4402-9823-62f5e82e08f3 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:14:24.380668 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754337700118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.427151 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:14:24.430182 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:14:24.433863 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 03:14:24.457190 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event updated for resources: {'Port': ['ID=e2157f38-b78d-4402-9823-62f5e82e08f3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:24.484543 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:24.485905 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.501396 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-897d07ad-a0ca-4819-a83b-72fffb7f5314 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5373719 Aug 31 03:14:24.513583 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.v2.base [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Request body: {'port': {'device_id': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80666'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:14:24.570901 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.691858 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0f376401-e19f-4692-8b0a-e9b1e672e9af None None] Provisioning for port e2157f38-b78d-4402-9823-62f5e82e08f3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:14:24.695826 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0f376401-e19f-4692-8b0a-e9b1e672e9af None None] Provisioning complete for port e2157f38-b78d-4402-9823-62f5e82e08f3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:14:24.696303 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0f376401-e19f-4692-8b0a-e9b1e672e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.843397 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2157f38-b78d-4402-9823-62f5e82e08f3 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:14:24.851154 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.854073 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0f376401-e19f-4692-8b0a-e9b1e672e9af None None] Port e2157f38-b78d-4402-9823-62f5e82e08f3 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 03:14:24.863031 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Transition to ACTIVE for port object e2157f38-b78d-4402-9823-62f5e82e08f3 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 03:14:24.865884 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:24.917008 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Pushing event updated for resources: {'Port': ['ID=e2157f38-b78d-4402-9823-62f5e82e08f3,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:24.981753 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Attempting to bind port e2157f38-b78d-4402-9823-62f5e82e08f3 on host hv-cinder-80666 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 03:14:24.982089 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Attempting to bind port e2157f38-b78d-4402-9823-62f5e82e08f3 by drivers openvswitch,hyperv on host hv-cinder-80666 at level 0 using segments [{'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 03:14:24.982420 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Attempting to bind port e2157f38-b78d-4402-9823-62f5e82e08f3 on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:14:24.987202 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Port e2157f38-b78d-4402-9823-62f5e82e08f3 on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80666 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 03:14:24.987639 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Attempting to bind port e2157f38-b78d-4402-9823-62f5e82e08f3 on network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 03:14:24.992674 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Checking agent: {'id': 'd1b0c150-c3b4-43cf-9509-76c4d340b918', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80666', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'started_at': datetime.datetime(2021, 8, 31, 3, 2, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 3, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 03:14:24.993017 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Checking segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 03:14:24.993405 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Bound using segment: {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 03:14:24.993894 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Bound port: e2157f38-b78d-4402-9823-62f5e82e08f3, host: hv-cinder-80666, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11bbddff-f838-4f2c-8595-4633aca05a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 03:14:24.994258 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:25.062380 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] For port e2157f38-b78d-4402-9823-62f5e82e08f3, host hv-cinder-80666, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:14:25.065574 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] For port e2157f38-b78d-4402-9823-62f5e82e08f3, host hv-cinder-80666, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e2157f38-b78d-4402-9823-62f5e82e08f3,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:14:25.070249 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25458950'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:25.102593 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.103287 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:25.104675 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] 10.222.0.45 "PUT /v2.0/ports/e2157f38-b78d-4402-9823-62f5e82e08f3 HTTP/1.1" status: 200 len: 1094 time: 0.5956120 Aug 31 03:14:25.105189 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:14:25.107347 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54" -d '{"events": [{"name": "network-changed", "server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:14:25.133891 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e0d68-7a42-4cf5-8429-7aa702679a51 service neutron] Pushing event updated for resources: {'Port': ['ID=e2157f38-b78d-4402-9823-62f5e82e08f3,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:25.159125 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7978fbc0-f422-4ab7-8bde-17d0ea6bb632 x-openstack-request-id: req-7978fbc0-f422-4ab7-8bde-17d0ea6bb632 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:14:25.159436 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:14:25.159687 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7978fbc0-f422-4ab7-8bde-17d0ea6bb632 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:14:25.160082 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'status': 'completed', 'code': 200} Aug 31 03:14:25.193945 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-39b70f39-67c4-4381-a711-ac0b1f72bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.195740 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-39b70f39-67c4-4381-a711-ac0b1f72bd35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 1097 time: 0.0455608 Aug 31 03:14:25.242835 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-a8c6e707-47ce-4f59-aa0a-ccf7b91b7e79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2157f38-b78d-4402-9823-62f5e82e08f3 HTTP/1.1" status: 200 len: 217 time: 0.0396316 Aug 31 03:14:25.264476 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848bb40-3795-4eb3-be43-ea7d24917689 req-d78f9407-5d56-4429-b198-39cb59450afb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.266695 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a848bb40-3795-4eb3-be43-ea7d24917689 req-d78f9407-5d56-4429-b198-39cb59450afb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 944 time: 0.0553648 Aug 31 03:14:25.295485 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-24a53ca8-ebd3-4a5e-bb15-5739fc24918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.296920 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-24a53ca8-ebd3-4a5e-bb15-5739fc24918c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0471506 Aug 31 03:14:25.307247 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-a848bb40-3795-4eb3-be43-ea7d24917689 req-5b36ef61-b073-4573-aaea-7e08f86a5d61 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Aug 31 03:14:25.344633 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646a305-5587-46f6-9e80-ee974556caa4 req-1d871089-7c4a-4365-b454-a2dcd4029430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.346090 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-1d871089-7c4a-4365-b454-a2dcd4029430 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427802 Aug 31 03:14:25.435928 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-86e4c42d-9f32-479b-8b86-02b9015ec5ac service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828176 Aug 31 03:14:25.525203 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-4646a305-5587-46f6-9e80-ee974556caa4 req-cb57b648-098b-4dff-af6b-27bc6536be1c service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811448 Aug 31 03:14:25.562466 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:14:25.613231 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-5cad768a-f312-4b6b-963b-6f877a6bef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.614687 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-5cad768a-f312-4b6b-963b-6f877a6bef72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 1097 time: 0.0407262 Aug 31 03:14:25.705945 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-87147683-9e52-4181-8f2b-fe9a027bf92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.707280 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-87147683-9e52-4181-8f2b-fe9a027bf92d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 911 time: 0.0852027 Aug 31 03:14:25.749253 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-02882f1a-eb85-41b9-82f3-9a33ac12412b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2157f38-b78d-4402-9823-62f5e82e08f3 HTTP/1.1" status: 200 len: 217 time: 0.0335028 Aug 31 03:14:25.799622 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-aee8c42c-ec28-460e-8dc1-47ec10fc3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.800999 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-aee8c42c-ec28-460e-8dc1-47ec10fc3abc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0446253 Aug 31 03:14:25.845465 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-2977e7da-6cbe-4760-aa8c-7f4b01b2824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:25.846876 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-2977e7da-6cbe-4760-aa8c-7f4b01b2824f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384798 Aug 31 03:14:25.932656 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-6876e165-bbd0-4097-9ab2-cef025a8c2f1 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783718 Aug 31 03:14:26.269000 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-cc143c55-56a1-44ff-9fc6-5dd3b03cda54 req-cabf9284-cb8a-4cab-a490-22cf6ba18fc8 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289757 Aug 31 03:14:26.421857 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49fdd5-e9b8-45cd-b504-d26017cdaeea req-7d6a36af-c67d-4f62-b495-53ec60913178 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:26.423311 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0a49fdd5-e9b8-45cd-b504-d26017cdaeea req-7d6a36af-c67d-4f62-b495-53ec60913178 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 944 time: 0.0484111 Aug 31 03:14:26.460069 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0a49fdd5-e9b8-45cd-b504-d26017cdaeea req-8900f7f2-0170-4fe1-b980-156086f84eb0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307388 Aug 31 03:14:27.572801 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771eb92-c629-4fe8-befe-76151199c36d req-ac7273f6-0e8f-40fe-8a29-7781c103dbd3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:27.574274 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b771eb92-c629-4fe8-befe-76151199c36d req-ac7273f6-0e8f-40fe-8a29-7781c103dbd3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 944 time: 0.0487041 Aug 31 03:14:27.615688 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-b771eb92-c629-4fe8-befe-76151199c36d req-9eeadc50-b36f-456f-bbdd-547e8e95402c tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349290 Aug 31 03:14:27.993029 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e2157f38-b78d-4402-9823-62f5e82e08f3 details requested by agent hyperv_hv-cinder-80666 with host hv-cinder-80666 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 03:14:28.084972 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e2157f38-b78d-4402-9823-62f5e82e08f3, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e2157f38-b78d-4402-9823-62f5e82e08f3,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:14:28.099278 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Returning: {'device': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'port_id': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'mac_address': 'fa:16:3e:71:09:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 03:14:28.136115 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:28.149486 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2157f38-b78d-4402-9823-62f5e82e08f3 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 03:14:28.167667 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e2157f38-b78d-4402-9823-62f5e82e08f3, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e2157f38-b78d-4402-9823-62f5e82e08f3,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:14:28.171323 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:28.216717 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=e2157f38-b78d-4402-9823-62f5e82e08f3,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:28.405547 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] get_ports_and_sgs() called for port_ids ['e2157f38-b78d-4402-9823-62f5e82e08f3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 03:14:28.727663 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f2211-722e-4f29-b746-9b2c3ed4f92b req-badec4fb-b8aa-49aa-a2d6-8598803ecae8 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:28.729126 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e04f2211-722e-4f29-b746-9b2c3ed4f92b req-badec4fb-b8aa-49aa-a2d6-8598803ecae8 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 945 time: 0.0494375 Aug 31 03:14:28.769592 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-e04f2211-722e-4f29-b746-9b2c3ed4f92b req-7b37189c-0aa1-44e1-911e-ee138a28fb0d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Aug 31 03:14:29.880829 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20ec7-cf18-4949-a359-137e99626920 req-7374ad47-13b5-451e-8c4b-abdde67352e7 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:29.882287 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e6a20ec7-cf18-4949-a359-137e99626920 req-7374ad47-13b5-451e-8c4b-abdde67352e7 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Aug 31 03:14:29.923637 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-e6a20ec7-cf18-4949-a359-137e99626920 req-990c5850-96c6-4772-ba9b-dd2cda93f3d3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352640 Aug 31 03:14:29.990523 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e2157f38-b78d-4402-9823-62f5e82e08f3 up at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:14:30.038005 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning for port e2157f38-b78d-4402-9823-62f5e82e08f3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 03:14:30.041641 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Provisioning complete for port e2157f38-b78d-4402-9823-62f5e82e08f3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 03:14:30.042014 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7876623'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:30.118477 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7918552'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:30.140235 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:14:30.142961 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cadfe568828c5b1f47dd8831b8163f3fdf752dfcbc1c09e6d6e8f62a57d0428" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cce59b-1237-46a0-9660-931714ed8f0d" -d '{"events": [{"server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "name": "network-vif-plugged", "status": "completed", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:14:30.154988 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] For port e2157f38-b78d-4402-9823-62f5e82e08f3, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e2157f38-b78d-4402-9823-62f5e82e08f3,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:14:30.159900 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754338231251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754337700136', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754337700154'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:30.185373 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58adb266-46fc-4914-9987-1d8909d1c218 x-openstack-request-id: req-58adb266-46fc-4914-9987-1d8909d1c218 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:14:30.185664 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "name": "network-vif-plugged", "status": "completed", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:14:30.185916 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58adb266-46fc-4914-9987-1d8909d1c218 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:14:30.186986 dv-cinder-806665-1-iscsi neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'code': 200} Aug 31 03:14:30.214359 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Pushing event updated for resources: {'Port': ['ID=e2157f38-b78d-4402-9823-62f5e82e08f3,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:14:30.343606 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b9359-b3bb-445f-9ce3-9a0b9d5d48d7 req-abe4ce18-c810-499f-896f-8e101b07c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:30.345615 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d55b9359-b3bb-445f-9ce3-9a0b9d5d48d7 req-abe4ce18-c810-499f-896f-8e101b07c3e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 1099 time: 0.0390799 Aug 31 03:14:30.379844 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-d55b9359-b3bb-445f-9ce3-9a0b9d5d48d7 req-72831b2c-448b-4b75-ab11-00581dd0c8c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272622 Aug 31 03:14:31.034696 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93b57-cc83-423a-88bc-4563fd4e3ec2 req-390d94e7-c4e8-431b-bbd9-c38088a0e5bf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:31.036178 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1bb93b57-cc83-423a-88bc-4563fd4e3ec2 req-390d94e7-c4e8-431b-bbd9-c38088a0e5bf tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 946 time: 0.0491641 Aug 31 03:14:31.074399 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-1bb93b57-cc83-423a-88bc-4563fd4e3ec2 req-add1fc9c-2765-4ab7-8f31-1ea15ed5d205 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321975 Aug 31 03:14:32.189109 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a216-512e-49ee-9e6a-cf664ef841cd req-ebc0e32b-5b73-4d25-8b2b-f4ae16fc09bc tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:32.190487 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fd35a216-512e-49ee-9e6a-cf664ef841cd req-ebc0e32b-5b73-4d25-8b2b-f4ae16fc09bc tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 946 time: 0.0484240 Aug 31 03:14:32.227920 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-fd35a216-512e-49ee-9e6a-cf664ef841cd req-5f7a0055-41e1-4958-8714-1c2bdadf4fca tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Aug 31 03:14:32.335946 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98110ec-c14a-4b3d-aa31-6f49ffa6da07 req-7e09cee2-a417-45b2-9f71-ff2c507d0b1e tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:32.337421 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-d98110ec-c14a-4b3d-aa31-6f49ffa6da07 req-7e09cee2-a417-45b2-9f71-ff2c507d0b1e tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 946 time: 0.0473695 Aug 31 03:14:32.346889 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58690) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:14:32.351270 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Request body: {'floatingip': {'port_id': 'e2157f38-b78d-4402-9823-62f5e82e08f3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:14:32.392219 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:32.802008 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:32.805592 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:32.902046 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.db.l3_db [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Floating IP 1bce6f2a-82cc-4831-81f7-af02653081f0 associated. External IP: 172.27.1.6, port: e2157f38-b78d-4402-9823-62f5e82e08f3. Aug 31 03:14:33.105982 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:14:33.211756 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:14:33.216701 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:33.221842 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] Sync routers for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:14:33.231157 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:14:33.231790 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:14:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:33.242439 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-8a56fab1-4d90-417a-acaf-6432dcf5a356 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "PUT /v2.0/floatingips/1bce6f2a-82cc-4831-81f7-af02653081f0 HTTP/1.1" status: 200 len: 990 time: 0.8944833 Aug 31 03:14:33.243078 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:14:33.245451 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d1c5931afde41b1ce56087d3a76b9c165540944809230fc6bbebb6427140ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f90a80-e702-4cc7-ad25-725b4b478d02" -d '{"events": [{"name": "network-changed", "server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:14:33.340788 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b00b64-f8ee-490c-a529-90614b29f8b9 x-openstack-request-id: req-04b00b64-f8ee-490c-a529-90614b29f8b9 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:14:33.341386 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:14:33.341386 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04b00b64-f8ee-490c-a529-90614b29f8b9 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:14:33.341725 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:14:33.341854 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'status': 'completed', 'code': 200} Aug 31 03:14:33.404097 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-90aa341d-cf13-47c2-9f2a-34b393b4113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:33.405534 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-90aa341d-cf13-47c2-9f2a-34b393b4113c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 1099 time: 0.0409203 Aug 31 03:14:33.497279 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-310e8d4c-c083-4c40-90d8-3a74f2cf2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:33.498738 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-310e8d4c-c083-4c40-90d8-3a74f2cf2efb service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 200 len: 911 time: 0.0856655 Aug 31 03:14:33.561695 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '1bce6f2a-82cc-4831-81f7-af02653081f0', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'port_id': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'mac_address': 'fa:16:3e:71:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:14:21Z', 'updated_at': '2021-08-31T03:14:32Z', 'revision_number': 1, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:33.563589 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-62cf88a9-32bf-4caa-a5f5-f8f41d55492f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2157f38-b78d-4402-9823-62f5e82e08f3 HTTP/1.1" status: 200 len: 998 time: 0.0577710 Aug 31 03:14:33.591634 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] Checking router: 1ae9e5ea-ffda-4798-a838-139ed6da50d1 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:14:33.600846 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:14:33.601448 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:14:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:33.616372 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-30722ff0-dbfc-48a2-a4ad-b6835a4396ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:33.617843 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-30722ff0-dbfc-48a2-a4ad-b6835a4396ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 200 len: 849 time: 0.0477626 Aug 31 03:14:33.664777 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-f6b5adf8-f832-45e8-a88b-14a587b84936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:14:33.666186 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-f6b5adf8-f832-45e8-a88b-14a587b84936 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4eda5f5-84c7-4e79-ae0f-1be38295ab20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402563 Aug 31 03:14:33.712893 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:14:33.755598 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-9af9a27e-13f7-431b-a883-3a8f20bf8cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813634 Aug 31 03:14:33.849865 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-f4f90a80-e702-4cc7-ad25-725b4b478d02 req-8749e443-31be-47a5-a855-b877fcbe381b service neutron] 10.222.0.45 "GET /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871365 Aug 31 03:14:34.027269 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '1bce6f2a-82cc-4831-81f7-af02653081f0', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'port_id': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'mac_address': 'fa:16:3e:71:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:14:21Z', 'updated_at': '2021-08-31T03:14:32Z', 'revision_number': 1, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:14:34.055991 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a09f9-14f5-463b-8f34-f94c7cfd1381 None None] The sync data for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi is: [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_floatingips': [{'id': '1bce6f2a-82cc-4831-81f7-af02653081f0', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'router_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'port_id': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'mac_address': 'fa:16:3e:71:09:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T03:14:21Z', 'updated_at': '2021-08-31T03:14:32Z', 'revision_number': 1, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:14:34.238313 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05086f-7374-4783-961a-6f64f4495605 None None] New status for floating IP 1bce6f2a-82cc-4831-81f7-af02653081f0: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:14:39.864234 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:44.206014 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72e807b7-d249-44e9-8cc6-89e19d08e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:46.891485 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1aa3ea0-bada-4a8b-ac0f-2ab48e562276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:47.352685 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:48.097212 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:14:49.647657 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:02.560928 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:15:09.865535 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:14.206530 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762927e9-c27a-4f02-ab74-6e9c9bbece76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:16.891837 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2104c031-106d-4a18-a17d-3a3a203801d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:17.353819 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:18.099699 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:19.639791 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:29.779077 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de085b6a-7893-4be0-8032-7ea7ee547210 req-4003e782-cb17-4ecf-bb19-9130d237eaf3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:15:29.780596 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-de085b6a-7893-4be0-8032-7ea7ee547210 req-4003e782-cb17-4ecf-bb19-9130d237eaf3 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 946 time: 0.0491538 Aug 31 03:15:29.817402 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-de085b6a-7893-4be0-8032-7ea7ee547210 req-181937f7-7754-4d8b-8782-8789cfce97fb tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308347 Aug 31 03:15:30.933004 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8162e-a589-4c76-969c-b36224bda0fb req-a9d1f2c1-468e-4541-bdeb-23c1f9cf037d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:15:30.934513 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-42e8162e-a589-4c76-969c-b36224bda0fb req-a9d1f2c1-468e-4541-bdeb-23c1f9cf037d tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 946 time: 0.0503755 Aug 31 03:15:30.972578 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-42e8162e-a589-4c76-969c-b36224bda0fb req-9084a79e-ab8c-4f10-84b9-d41bba3a29c2 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups?id=37ebec5a-19e0-4dd8-b5f7-27adddd5b138&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Aug 31 03:15:31.414545 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-f5f7e067-1533-4a79-bb36-41d05f130ca0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 03:15:31.415965 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-f5f7e067-1533-4a79-bb36-41d05f130ca0 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 946 time: 0.0535755 Aug 31 03:15:31.502555 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Deleting port e2157f38-b78d-4402-9823-62f5e82e08f3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:15:31.502895 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:31.590497 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] For port e2157f38-b78d-4402-9823-62f5e82e08f3, host hv-cinder-80666, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80666',level=0,port_id=e2157f38-b78d-4402-9823-62f5e82e08f3,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:15:31.590854 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:31.758576 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:31.758961 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418322'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:31.759274 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.db.l3_db [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Floating IP 1bce6f2a-82cc-4831-81f7-af02653081f0 disassociated. External IP: 172.27.1.6, port: e2157f38-b78d-4402-9823-62f5e82e08f3. Aug 31 03:15:31.759641 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Calling delete_port for e2157f38-b78d-4402-9823-62f5e82e08f3 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:15:31.883990 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:31.911011 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event deleted for resources: {'Port': ['ID=e2157f38-b78d-4402-9823-62f5e82e08f3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:31.920803 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.921161 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.921503 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.921844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.922183 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.922516 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.922848 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.923813 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.924161 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.925067 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.925067 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:31.925372 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:32.038769 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:15:32.068917 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [req-fad75ad9-4941-4f3a-9cb0-b7a22ba66b6a req-349c5515-6ca9-4477-b74b-a82a29b5744b tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/ports?device_id=e62921c7-59f4-40dc-bf37-942b3b7885e4 HTTP/1.1" status: 200 len: 210 time: 0.0296853 Aug 31 03:15:32.146544 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:15:32.156030 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] Sync routers for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:15:32.166312 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:15:32.166921 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:15:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:32.186108 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] No DVR routers for this DVR port e2157f38-b78d-4402-9823-62f5e82e08f3 on host hv-cinder-80666 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:15:32.188638 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:32.190829 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [req-0fbe819d-ea16-4644-9cd2-77d19e67a6b3 req-b72a13ae-8af4-436b-868a-5fd1fcab78dd tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.45 "DELETE /v2.0/ports/e2157f38-b78d-4402-9823-62f5e82e08f3 HTTP/1.1" status: 204 len: 173 time: 0.7691460 Aug 31 03:15:32.191259 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'name': 'network-vif-deleted', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 03:15:32.193749 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc546afd99d46e5d4ee77bed3c0051231e1f56da9aa31394b05825fabce620c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeb62a5-bd1d-4e63-b99c-3402af880626" -d '{"events": [{"server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "name": "network-vif-deleted", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 03:15:32.238081 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 03:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22850e9-c4f8-4bbc-8155-3f42bfa9f770 x-openstack-request-id: req-f22850e9-c4f8-4bbc-8155-3f42bfa9f770 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 03:15:32.238376 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62921c7-59f4-40dc-bf37-942b3b7885e4", "name": "network-vif-deleted", "tag": "e2157f38-b78d-4402-9823-62f5e82e08f3", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 03:15:32.238626 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f22850e9-c4f8-4bbc-8155-3f42bfa9f770 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 03:15:32.239191 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62921c7-59f4-40dc-bf37-942b3b7885e4', 'name': 'network-vif-deleted', 'tag': 'e2157f38-b78d-4402-9823-62f5e82e08f3', 'status': 'completed', 'code': 200} Aug 31 03:15:32.278666 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:15:32.480406 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:32.505911 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] Checking router: 1ae9e5ea-ffda-4798-a838-139ed6da50d1 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:15:32.514066 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:15:32.514608 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:15:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:32.621651 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:15:32.818855 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:32.843699 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a2706-03b5-480f-b857-fb7ca9d8257c None None] The sync data for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi is: [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:11:33Z', 'revision_number': 4, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi', '_interfaces': [{'id': '5abcb383-c959-4363-9ee3-00b27ea60839', 'name': '', 'network_id': 'e4eda5f5-84c7-4e79-ae0f-1be38295ab20', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'mac_address': 'fa:16:3e:7b:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '23fe478e-f438-4464-a27b-890078d950a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:33Z', 'updated_at': '2021-08-31T03:11:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'subnets': [{'id': '23fe478e-f438-4464-a27b-890078d950a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:15:33.037050 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc28d8d8-7d7f-466c-a152-71859f428538 None None] New status for floating IP 1bce6f2a-82cc-4831-81f7-af02653081f0: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 03:15:33.152443 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58892) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:33.208178 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.230812 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.277483 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.280093 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.281225 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "DELETE /v2.0/security-groups/37ebec5a-19e0-4dd8-b5f7-27adddd5b138 HTTP/1.1" status: 204 len: 168 time: 0.1278143 Aug 31 03:15:33.284256 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58894) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:33.290086 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ebec5a-19e0-4dd8-b5f7-27adddd5b138,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:33.297019 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.297369 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.297525 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.api.v2.resource [None req-5a91c62d-78f2-4525-bd19-5e015656bff8 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] show failed (client error): The resource could not be found. Aug 31 03:15:33.297711 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.298558 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.298972 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.299407 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.299736 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.300064 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.300393 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.300719 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.301040 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.301460 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d41656-111d-4c3d-9ba5-676f6295d6ad tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:15:33.301815 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-5a91c62d-78f2-4525-bd19-5e015656bff8 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "GET /v2.0/security-groups/37ebec5a-19e0-4dd8-b5f7-27adddd5b138 HTTP/1.1" status: 404 len: 347 time: 0.0165434 Aug 31 03:15:33.302378 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58896) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:33.425267 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Deleting port 5c167212-1f8c-4f04-a12a-21a7fb3013fa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:15:33.425500 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.500251 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.500579 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.511652 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Calling delete_port for 5c167212-1f8c-4f04-a12a-21a7fb3013fa owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:15:33.635818 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.664052 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Pushing event deleted for resources: {'Port': ['ID=5c167212-1f8c-4f04-a12a-21a7fb3013fa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:33.723323 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.725866 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62819'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:33.727022 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-94a1a862-9208-417b-9566-450c9cab4f96 tempest-AttachVolumeTestJSON-196263365 tempest-AttachVolumeTestJSON-196263365-project] 10.222.0.39 "DELETE /v2.0/floatingips/1bce6f2a-82cc-4831-81f7-af02653081f0 HTTP/1.1" status: 204 len: 168 time: 0.4237785 Aug 31 03:15:36.305719 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e2157f38-b78d-4402-9823-62f5e82e08f3 no longer exists at agent hyperv_hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:15:36.326597 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] No Port match for: e2157f38-b78d-4402-9823-62f5e82e08f3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:15:36.326949 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Device e2157f38-b78d-4402-9823-62f5e82e08f3 not bound to the agent host hv-cinder-80666 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:15:37.240584 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58924) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:37.571238 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418834'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:37.808734 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Deleting port 5abcb383-c959-4363-9ee3-00b27ea60839 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:15:37.809068 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:37.883968 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] For port 5abcb383-c959-4363-9ee3-00b27ea60839, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=5abcb383-c959-4363-9ee3-00b27ea60839,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:15:37.884253 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:37.897129 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Calling delete_port for 5abcb383-c959-4363-9ee3-00b27ea60839 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:15:38.070687 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:38.099473 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Pushing event deleted for resources: {'Port': ['ID=5abcb383-c959-4363-9ee3-00b27ea60839,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:38.260400 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418958'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:38.465738 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 has already been hosted by L3 agent d92e0080-1362-46f3-93e7-66bf9471c155 {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:15:38.572880 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] Notify agent at l3_agent.dv-cinder-806665-1-iscsi the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:15:38.578242 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6bee1dfd-3061-4ab8-829a-18b39da3978e admin admin] 10.222.0.39 "PUT /v2.0/routers/1ae9e5ea-ffda-4798-a838-139ed6da50d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3366339 Aug 31 03:15:38.581056 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:38.581544 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] Sync routers for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:15:38.590627 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:15:38.591226 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:15:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:38.698725 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:15:38.881104 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:15:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:38.911035 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] Checking router: 1ae9e5ea-ffda-4798-a838-139ed6da50d1 for host: dv-cinder-806665-1-iscsi {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:15:38.919316 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] Routers {'1ae9e5ea-ffda-4798-a838-139ed6da50d1'} bound to L3 agent in host dv-cinder-806665-1-iscsi {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 03:15:38.919938 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806665-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T02:56:17Z,description=,heartbeat_timestamp=2021-08-31T03:15:17Z,host='dv-cinder-806665-1-iscsi',id=d92e0080-1362-46f3-93e7-66bf9471c155,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T02:56:17Z,topic='l3_agent')) {'router_ids': ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:38.946861 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.051750 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.104452 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Deleting port 9bf5b078-da7b-4bc6-9245-ebde751907c0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:15:39.104800 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.118565 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] Set router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 gateway port host: dv-cinder-806665-1-iscsi {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 03:15:39.184844 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] For port 9bf5b078-da7b-4bc6-9245-ebde751907c0, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=9bf5b078-da7b-4bc6-9245-ebde751907c0,segment=NetworkSegment(96b49633-21f4-429a-8324-24de5d9a6007),segment_id=96b49633-21f4-429a-8324-24de5d9a6007)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:15:39.185132 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.197868 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Calling delete_port for 9bf5b078-da7b-4bc6-9245-ebde751907c0 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:15:39.295888 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:15:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}], 'dv-cinder-806665-1-iscsi', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:39.323493 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bb91b-e9ff-4329-8550-929f2574b9f8 None None] The sync data for ids ['1ae9e5ea-ffda-4798-a838-139ed6da50d1'] in dv-cinder-806665-1-iscsi is: [{'id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'name': 'tempest-AttachVolumeTestJSON-513045528-router', 'tenant_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'external_fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T03:11:30Z', 'updated_at': '2021-08-31T03:15:38Z', 'revision_number': 5, 'project_id': 'fa73dfb9f2e94685a373532dd3bb57aa', 'gw_port': {'id': '9bf5b078-da7b-4bc6-9245-ebde751907c0', 'name': '', 'network_id': '25be04fc-85ff-4704-b035-c6ddbc37e2f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae9e5ea-ffda-4798-a838-139ed6da50d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806665-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T03:11:31Z', 'updated_at': '2021-08-31T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '970612ee-40d3-4003-ac92-1e7888f1fcb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806665-1-iscsi'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:15:39.364639 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.387861 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf5b078-da7b-4bc6-9245-ebde751907c0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:39.451932 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418348'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.542445 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61453'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.544557 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.561290 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:15:39.596305 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421145'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.599673 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae9e5ea-ffda-4798-a838-139ed6da50d1 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 03:15:39.606812 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.610856 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-ef4a8bef-6b97-4166-9c26-92af3a858118 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1ae9e5ea-ffda-4798-a838-139ed6da50d1 HTTP/1.1" status: 204 len: 168 time: 1.0288632 Aug 31 03:15:39.611125 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58928) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:39.658224 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] Deleting subnet 23fe478e-f438-4464-a27b-890078d950a2 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 03:15:39.661715 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.697184 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26192120'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.785372 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7874429'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.840137 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7874422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3709209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26191805'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.861100 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.865656 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23fe478e-f438-4464-a27b-890078d950a2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:39.871281 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:39.873915 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-4e65ac78-02a3-42c6-a698-25eebb74495c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/23fe478e-f438-4464-a27b-890078d950a2 HTTP/1.1" status: 204 len: 168 time: 0.2605910 Aug 31 03:15:39.876118 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 58930) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:39.878162 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e7709-9145-4fea-8779-0dd89f9cdd1b None None] Network e4eda5f5-84c7-4e79-ae0f-1be38295ab20 requested from dv-cinder-806665-1-iscsi {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 03:15:39.962280 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983122'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.038362 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Deleting port befdbef9-c301-40e4-b915-c6f3ce9a80c0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 03:15:40.038736 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754338229526'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.101310 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] For port befdbef9-c301-40e4-b915-c6f3ce9a80c0, host dv-cinder-806665-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806665-1-iscsi',level=0,port_id=befdbef9-c301-40e4-b915-c6f3ce9a80c0,segment=NetworkSegment(11bbddff-f838-4f2c-8595-4633aca05a74),segment_id=11bbddff-f838-4f2c-8595-4633aca05a74)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:15:40.101675 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418148'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.119219 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Calling delete_port for befdbef9-c301-40e4-b915-c6f3ce9a80c0 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 03:15:40.193559 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7918495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754338231269', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754337700127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25459007'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.218888 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=befdbef9-c301-40e4-b915-c6f3ce9a80c0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:40.221265 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] No DVR routers for this DVR port befdbef9-c301-40e4-b915-c6f3ce9a80c0 on host dv-cinder-806665-1-iscsi {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 03:15:40.299740 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7876486', 'neutron.services.segments.db._delete_segments_for_network-8754338267329'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.309463 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4eda5f5-84c7-4e79-ae0f-1be38295ab20']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:40.319395 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bbddff-f838-4f2c-8595-4633aca05a74') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:40.319689 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.services.segments.db [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bbddff-f838-4f2c-8595-4633aca05a74') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:15:40.328156 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754338278485', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4149230'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.341252 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.347378 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 03:15:40.347767 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7875627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25459178'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: Traceback (most recent call last): Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: timer() Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: cb(*args, **kw) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: return func(*args, **kwargs) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: self._notify() Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: self.callback(batched_events) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: event.method(event) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: return f(self, *a, **k) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._get(url).json() Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: return self.request(url, 'GET', **kwargs) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 03:15:40.349379 dv-cinder-806665-1-iscsi neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 03:15:40.391406 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804b8dd-9333-46a1-a596-375f62a6ac4c None None] DHCP port deletion for e4eda5f5-84c7-4e79-ae0f-1be38295ab20 request from dv-cinder-806665-1-iscsi {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 03:15:40.414005 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7876511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418304'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.419972 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626577'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.422356 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] 10.222.0.39 "DELETE /v2.0/networks/e4eda5f5-84c7-4e79-ae0f-1be38295ab20 HTTP/1.1" status: 204 len: 168 time: 0.5449812 Aug 31 03:15:40.440354 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6f48b-7b06-4183-a1b6-cba835518eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=e4eda5f5-84c7-4e79-ae0f-1be38295ab20,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:40.471276 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 5abcb383-c959-4363-9ee3-00b27ea60839 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:15:40.491135 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 5abcb383-c959-4363-9ee3-00b27ea60839 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:15:40.491497 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 5abcb383-c959-4363-9ee3-00b27ea60839 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:15:40.586047 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:40.628262 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-f3b50dc6-b7dd-45a3-9f07-a0cf9c0b83b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa73dfb9f2e94685a373532dd3bb57aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409145 Aug 31 03:15:40.630604 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 58936) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:40.681922 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3e47-32e0-4899-a272-b6f0db0a4c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.702345 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3e47-32e0-4899-a272-b6f0db0a4c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.747581 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3e47-32e0-4899-a272-b6f0db0a4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.749959 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3e47-32e0-4899-a272-b6f0db0a4c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:40.751877 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-ab4b3e47-32e0-4899-a272-b6f0db0a4c36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cbb5b05-c69b-4477-a1a4-754130f3f8a5 HTTP/1.1" status: 204 len: 168 time: 0.1195827 Aug 31 03:15:40.759234 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b3e47-32e0-4899-a272-b6f0db0a4c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb5b05-c69b-4477-a1a4-754130f3f8a5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:42.022953 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9bf5b078-da7b-4bc6-9245-ebde751907c0 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:15:42.043587 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: 9bf5b078-da7b-4bc6-9245-ebde751907c0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:15:42.043929 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device 9bf5b078-da7b-4bc6-9245-ebde751907c0 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:15:42.044351 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device befdbef9-c301-40e4-b915-c6f3ce9a80c0 no longer exists at agent ovs-agent-dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 03:15:42.067095 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] No Port match for: befdbef9-c301-40e4-b915-c6f3ce9a80c0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 03:15:42.067470 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Device befdbef9-c301-40e4-b915-c6f3ce9a80c0 not bound to the agent host dv-cinder-806665-1-iscsi {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 03:15:44.206694 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60e67ccf-1f39-465e-92cf-d469633942c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:46.893673 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-666f43e7-2cdd-4ec5-b050-af125b98e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:47.354155 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:48.103214 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:48.947296 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 59040) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:49.049426 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1741c620-b1af-4a27-bca9-8ed4896f264b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:49.137430 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1741c620-b1af-4a27-bca9-8ed4896f264b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:49.141134 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1741c620-b1af-4a27-bca9-8ed4896f264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:49.178384 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-1741c620-b1af-4a27-bca9-8ed4896f264b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27d04019cf304c06af9067d803df5e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297101 Aug 31 03:15:49.179213 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741c620-b1af-4a27-bca9-8ed4896f264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e5feec-f846-4d8d-99c9-97f07df25cb1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:49.181258 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 59044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:49.234375 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25a9157a-0f45-4219-9c0a-e52b559a9364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:49.255592 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25a9157a-0f45-4219-9c0a-e52b559a9364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:49.305724 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25a9157a-0f45-4219-9c0a-e52b559a9364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:49.308376 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25a9157a-0f45-4219-9c0a-e52b559a9364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:49.309923 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-25a9157a-0f45-4219-9c0a-e52b559a9364 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8e5feec-f846-4d8d-99c9-97f07df25cb1 HTTP/1.1" status: 204 len: 168 time: 0.1275940 Aug 31 03:15:49.319035 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9157a-0f45-4219-9c0a-e52b559a9364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e5feec-f846-4d8d-99c9-97f07df25cb1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:49.643672 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.509196 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 59158) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:58.614740 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56a19ee3-2f2c-4100-850b-3c6490fc2558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.701872 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56a19ee3-2f2c-4100-850b-3c6490fc2558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.705456 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56a19ee3-2f2c-4100-850b-3c6490fc2558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.744829 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-56a19ee3-2f2c-4100-850b-3c6490fc2558 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8deb0fd6b71c4b0ebb3e98866d772302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345695 Aug 31 03:15:58.745731 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a19ee3-2f2c-4100-850b-3c6490fc2558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d72c57-b566-4ff1-9c90-ef98c8497913,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:15:58.747593 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 59162) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:15:58.796342 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36f3e8bf-72ea-4a6f-b449-e875c6788023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.819303 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36f3e8bf-72ea-4a6f-b449-e875c6788023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.863140 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36f3e8bf-72ea-4a6f-b449-e875c6788023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.865628 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36f3e8bf-72ea-4a6f-b449-e875c6788023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:15:58.866745 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-36f3e8bf-72ea-4a6f-b449-e875c6788023 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10d72c57-b566-4ff1-9c90-ef98c8497913 HTTP/1.1" status: 204 len: 168 time: 0.1182091 Aug 31 03:15:58.874289 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3e8bf-72ea-4a6f-b449-e875c6788023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d72c57-b566-4ff1-9c90-ef98c8497913,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:00.587707 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 59224) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:00.689004 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43091d0a-bcab-4536-b68c-683d16148344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:00.776783 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43091d0a-bcab-4536-b68c-683d16148344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:00.780190 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43091d0a-bcab-4536-b68c-683d16148344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:00.816953 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-43091d0a-bcab-4536-b68c-683d16148344 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbbf54c438774401b9438000309eeed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282076 Aug 31 03:16:00.818845 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43091d0a-bcab-4536-b68c-683d16148344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332864c-6094-4f37-acd8-074973a6f949,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:00.819669 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 59228) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:00.868299 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16721710-d491-4372-a059-e034e23392b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:00.889155 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16721710-d491-4372-a059-e034e23392b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:00.940549 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16721710-d491-4372-a059-e034e23392b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:00.943088 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16721710-d491-4372-a059-e034e23392b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:00.944330 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-16721710-d491-4372-a059-e034e23392b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3332864c-6094-4f37-acd8-074973a6f949 HTTP/1.1" status: 204 len: 168 time: 0.1236603 Aug 31 03:16:00.952493 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16721710-d491-4372-a059-e034e23392b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332864c-6094-4f37-acd8-074973a6f949,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:01.196032 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 59234) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:01.209548 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e002122-2db3-4ac9-a24b-af3b084a1a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:01.300215 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e002122-2db3-4ac9-a24b-af3b084a1a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:01.304179 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e002122-2db3-4ac9-a24b-af3b084a1a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:01.341717 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-6e002122-2db3-4ac9-a24b-af3b084a1a1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d60d86c2b5b44f8ca7840bdcc6595e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446354 Aug 31 03:16:01.342578 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e002122-2db3-4ac9-a24b-af3b084a1a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52bb41-c63f-4e7a-bdbb-2ae496d55339,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:01.344460 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 59236) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:01.395583 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-558c7b79-ec67-4e9e-b6a9-265f8b262b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:01.415830 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-558c7b79-ec67-4e9e-b6a9-265f8b262b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:01.462724 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-558c7b79-ec67-4e9e-b6a9-265f8b262b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:01.465165 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-558c7b79-ec67-4e9e-b6a9-265f8b262b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:01.466323 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-558c7b79-ec67-4e9e-b6a9-265f8b262b80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba52bb41-c63f-4e7a-bdbb-2ae496d55339 HTTP/1.1" status: 204 len: 168 time: 0.1207626 Aug 31 03:16:01.473587 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c7b79-ec67-4e9e-b6a9-265f8b262b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52bb41-c63f-4e7a-bdbb-2ae496d55339,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:05.664546 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 59308) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:05.768971 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73be53fb-6f8d-4dfc-85eb-48d6dd1cba8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:05.855893 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73be53fb-6f8d-4dfc-85eb-48d6dd1cba8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:05.859389 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73be53fb-6f8d-4dfc-85eb-48d6dd1cba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:05.897841 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-73be53fb-6f8d-4dfc-85eb-48d6dd1cba8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=482c66be4c2c46ecb9c94662e0f0c582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322373 Aug 31 03:16:05.899004 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be53fb-6f8d-4dfc-85eb-48d6dd1cba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9cc044-a528-415f-a862-dbbde406d850,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:05.900557 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 59312) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:05.947792 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-050f92ca-3d22-4f15-b3e4-def664783d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:05.970522 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-050f92ca-3d22-4f15-b3e4-def664783d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.016104 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-050f92ca-3d22-4f15-b3e4-def664783d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.019196 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-050f92ca-3d22-4f15-b3e4-def664783d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.020387 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-050f92ca-3d22-4f15-b3e4-def664783d2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc9cc044-a528-415f-a862-dbbde406d850 HTTP/1.1" status: 204 len: 168 time: 0.1187150 Aug 31 03:16:06.028192 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f92ca-3d22-4f15-b3e4-def664783d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9cc044-a528-415f-a862-dbbde406d850,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:06.272654 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 59318) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:06.288933 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52cab457-58bf-45da-980e-9bcd97c42e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.380445 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52cab457-58bf-45da-980e-9bcd97c42e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.383990 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52cab457-58bf-45da-980e-9bcd97c42e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.420990 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-52cab457-58bf-45da-980e-9bcd97c42e85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e68fc9a3bb8a4ca29a0c3d207168f0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472354 Aug 31 03:16:06.422896 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cab457-58bf-45da-980e-9bcd97c42e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d723f6-b09e-46a5-a87a-37c3899e423d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:06.423843 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 59320) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:06.471906 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8bb8e-9e58-44c6-bdae-119d5c26dfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.492460 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8bb8e-9e58-44c6-bdae-119d5c26dfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.539152 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8bb8e-9e58-44c6-bdae-119d5c26dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.541674 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20d8bb8e-9e58-44c6-bdae-119d5c26dfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:06.542815 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-20d8bb8e-9e58-44c6-bdae-119d5c26dfe8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2d723f6-b09e-46a5-a87a-37c3899e423d HTTP/1.1" status: 204 len: 168 time: 0.1179824 Aug 31 03:16:06.550375 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8bb8e-9e58-44c6-bdae-119d5c26dfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d723f6-b09e-46a5-a87a-37c3899e423d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:09.880836 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:14.206297 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-de51c68b-14e0-4561-8029-5bbedc02fc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:16.560246 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:16:16.898422 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-87dd4d8c-8d33-43c9-a935-2a6b9cff930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:17.354603 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:18.105731 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:19.646775 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:39.874090 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.419441 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.39', 59578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:43.521239 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.607262 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.610900 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.648433 dv-cinder-806665-1-iscsi neutron-server[93995]: INFO neutron.wsgi [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f79abaf1c1424234adf38cb4634ac85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279441 Aug 31 03:16:43.649316 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017de876-37ce-4f1f-becb-1731b23849ea,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:43.651154 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.39', 59582) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 03:16:43.656356 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.656711 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.657061 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.657402 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.658356 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.658797 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.659136 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.659498 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.659836 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.660170 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.660498 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.660827 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7011d1-d8b4-4d04-8206-674845df64c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.701983 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.724414 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.768647 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469962'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.771267 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:43.772493 dv-cinder-806665-1-iscsi neutron-server[93994]: INFO neutron.wsgi [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/017de876-37ce-4f1f-becb-1731b23849ea HTTP/1.1" status: 204 len: 168 time: 0.1203511 Aug 31 03:16:43.779970 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017de876-37ce-4f1f-becb-1731b23849ea,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:16:43.787815 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.788169 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.788509 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.788846 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.789189 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.789526 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.789844 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.790170 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.790499 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.790820 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.791141 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:43.791496 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff0b07-898b-4207-8ea3-f5a5dc9205a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806665-1-iscsi {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:16:44.209507 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32c23ae4-4df9-492d-b58a-ac4d89700f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:46.900117 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f30c8817-65bd-4c2b-ada4-c2087274bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:47.356098 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:48.109567 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:49.648020 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:16:53.558911 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:17:09.878633 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:14.209489 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d8dd99b-90a0-46f4-8b31-1c0c60351620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:16.900550 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e348d097-357d-4353-8306-116c87d295bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:17.356248 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:18.113548 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:19.650538 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:30.557061 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:17:39.887972 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:44.209960 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aa9bcd87-1935-4ac9-b0e1-40306c91f1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:46.902275 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5072767d-d9c9-459b-ad35-4161d548e8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:47.356879 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:48.114698 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:17:49.653621 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:07.555790 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:18:09.902283 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:14.211310 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab06366f-87f0-4f68-9c31-39260ec607ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:16.902751 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-787b0996-c3a0-4d06-9736-aa17019cb8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:17.361280 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:18.116989 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:19.665660 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:39.900835 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:44.211625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fd0b971-ed6d-49fa-b541-f3cf8b4862b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:44.555801 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:18:46.906226 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-053e1f68-a706-4e33-9af5-8c4277385fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:47.361542 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:48.121352 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:18:49.658981 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:09.915186 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:14.214752 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e21d39b0-c3b6-4b41-abf2-51d07ca747bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:16.906364 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b4b7816-80db-4313-ab84-911e7d969df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:17.362563 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:18.123171 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:19.663625 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:21.555221 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:19:24.876796 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [req-7e5dd94a-b302-47d0-8116-071b434ebc6d req-ead8b93d-4b67-4b33-ba7f-bce2dcc707bc service neutron] (93995) timed out ('10.222.0.45', 61712) {{(pid=93995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 03:19:37.112745 dv-cinder-806665-1-iscsi neutron-server[93995]: DEBUG neutron.wsgi [req-6ca1ff1c-b700-4ff5-809f-47c57e9a40c0 req-40cec120-2464-4f03-bb53-95b1281443a7 service neutron] (93995) timed out ('10.222.0.45', 61748) {{(pid=93995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 03:19:37.133368 dv-cinder-806665-1-iscsi neutron-server[93994]: DEBUG neutron.wsgi [req-3e37e428-a583-42fa-ac22-fc3976460372 req-b9a9b6f7-2162-4e13-9b1d-375d232898d1 service neutron] (93994) timed out ('10.222.0.45', 61707) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 03:19:39.929488 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:44.215599 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-35b36e99-fdba-4041-bc07-38482a1c53df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:46.907401 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b8700c51-dd44-4fb8-88f6-0bb1ad3b427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:47.362354 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:48.125948 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:49.665593 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:19:58.553949 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:20:09.928806 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:14.215348 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-754b7d44-c00a-4d55-955c-27201f225478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:16.907831 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-082e137c-d5bc-40ec-b32b-63b33d72b461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:17.363624 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:18.130040 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:19.668017 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:35.553723 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:20:39.959289 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:44.217377 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6ec48958-6186-4536-9a66-43ed5c96e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:46.910635 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6da87278-568f-4ebf-b893-4cda6afc7b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:47.365307 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:48.132462 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:20:49.672976 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:09.979991 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:12.552596 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:21:14.217907 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-91c1922e-3bae-4875-8290-04413341ae95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:16.912029 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c34defe3-78cd-44c5-9bea-fb6bc1fd592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:17.365657 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:18.134916 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:19.674418 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:39.973073 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-01219ed7-f74e-42b7-a30f-f886287aaba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:44.218597 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c7921694-2c23-49be-8024-9d46e1e8c6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:46.914804 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fa5f8c9a-20ed-4f22-ae3b-c90ee2f5338b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:47.369434 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a92b9270-2126-48db-9350-ad64b17106b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:48.139473 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b64ceab-3b57-43f2-b92d-157b8ffe5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 03:21:49.551187 dv-cinder-806665-1-iscsi neutron-server[93997]: DEBUG neutron.db.agents_db [None req-cbe4926c-e562-4ee2-91af-468d6e8bcba2 None None] Agent healthcheck: found 6 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:21:49.675847 dv-cinder-806665-1-iscsi neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d97c789-ae4d-4c8f-80a5-b60607e24047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754338032860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7876824'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}